2024-11-24 23:17:08,287 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 23:17:08,309 main DEBUG Took 0.019422 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 23:17:08,309 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 23:17:08,310 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 23:17:08,311 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 23:17:08,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,322 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 23:17:08,338 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,341 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,342 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,344 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,345 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,347 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,348 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,349 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,350 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,351 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,351 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,352 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,353 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:17:08,354 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,354 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 23:17:08,356 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:17:08,358 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 23:17:08,360 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 23:17:08,361 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 23:17:08,362 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 23:17:08,363 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 23:17:08,373 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 23:17:08,376 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 23:17:08,379 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 23:17:08,379 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 23:17:08,380 main DEBUG createAppenders(={Console}) 2024-11-24 23:17:08,381 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-24 23:17:08,381 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 23:17:08,381 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-24 23:17:08,382 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 23:17:08,383 main DEBUG OutputStream closed 2024-11-24 23:17:08,383 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 23:17:08,383 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 23:17:08,384 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-24 23:17:08,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 23:17:08,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 23:17:08,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 23:17:08,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 23:17:08,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 23:17:08,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 23:17:08,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 23:17:08,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 23:17:08,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 23:17:08,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 23:17:08,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 23:17:08,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 23:17:08,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 23:17:08,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 23:17:08,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 23:17:08,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 23:17:08,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 23:17:08,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 23:17:08,479 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 23:17:08,479 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-24 23:17:08,479 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 23:17:08,480 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-24T23:17:08,491 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-24 23:17:08,494 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 23:17:08,494 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T23:17:08,545 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=7823 2024-11-24T23:17:08,757 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-24T23:17:08,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c 2024-11-24T23:17:08,796 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/cluster_55030806-bbaf-1b06-9be4-7e1b0280b08e, deleteOnExit=true 2024-11-24T23:17:08,932 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/cluster_55030806-bbaf-1b06-9be4-7e1b0280b08e/zookeeper_0, clientPort=58104, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/cluster_55030806-bbaf-1b06-9be4-7e1b0280b08e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/cluster_55030806-bbaf-1b06-9be4-7e1b0280b08e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:17:08,945 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58104 2024-11-24T23:17:08,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:17:08,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:17:08,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/test.cache.data in system properties and HBase conf 2024-11-24T23:17:08,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:17:08,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:17:08,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:17:08,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:17:08,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:17:09,031 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T23:17:09,145 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:17:09,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:17:09,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:17:09,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:17:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:17:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:17:09,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:17:09,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:17:09,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:17:09,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:17:09,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:17:09,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:17:09,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:17:09,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:17:09,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:17:10,213 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T23:17:10,281 INFO [Time-limited test {}] log.Log(170): Logging initialized @2956ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T23:17:10,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:17:10,405 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:17:10,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:17:10,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:17:10,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:17:10,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:17:10,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:17:10,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:17:10,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/java.io.tmpdir/jetty-localhost-39467-hadoop-hdfs-3_4_1-tests_jar-_-any-17781055464311596647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:17:10,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:39467} 2024-11-24T23:17:10,619 INFO [Time-limited test {}] server.Server(415): Started @3294ms 2024-11-24T23:17:11,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:17:11,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:17:11,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:17:11,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:17:11,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:17:11,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:17:11,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:17:11,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/java.io.tmpdir/jetty-localhost-40413-hadoop-hdfs-3_4_1-tests_jar-_-any-14213654017200899636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:17:11,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:40413} 2024-11-24T23:17:11,277 INFO [Time-limited test {}] server.Server(415): Started @3952ms 2024-11-24T23:17:11,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:17:12,352 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/cluster_55030806-bbaf-1b06-9be4-7e1b0280b08e/data/data1/current/BP-458157733-172.17.0.3-1732490229684/current, will proceed with Du for space computation calculation, 2024-11-24T23:17:12,352 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/cluster_55030806-bbaf-1b06-9be4-7e1b0280b08e/data/data2/current/BP-458157733-172.17.0.3-1732490229684/current, will proceed with Du for space computation calculation, 2024-11-24T23:17:12,379 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:17:12,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c 2024-11-24T23:17:12,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafc7bdb72ab44f41 with lease ID 0x6dcd2d162c9bc40a: Processing first storage report for DS-f36d7a45-a165-4025-a51d-7fbf9d772079 from datanode DatanodeRegistration(127.0.0.1:38937, datanodeUuid=6fd2a539-3861-4c7b-b7a0-3d4c5513687b, infoPort=33475, infoSecurePort=0, ipcPort=39273, storageInfo=lv=-57;cid=testClusterID;nsid=1048864183;c=1732490229684) 2024-11-24T23:17:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafc7bdb72ab44f41 with lease ID 0x6dcd2d162c9bc40a: from storage DS-f36d7a45-a165-4025-a51d-7fbf9d772079 node DatanodeRegistration(127.0.0.1:38937, datanodeUuid=6fd2a539-3861-4c7b-b7a0-3d4c5513687b, infoPort=33475, infoSecurePort=0, ipcPort=39273, storageInfo=lv=-57;cid=testClusterID;nsid=1048864183;c=1732490229684), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T23:17:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafc7bdb72ab44f41 with lease ID 0x6dcd2d162c9bc40a: Processing first storage report for DS-13d6645a-57e1-4f1f-aa41-c7e5dbd1501b from datanode DatanodeRegistration(127.0.0.1:38937, datanodeUuid=6fd2a539-3861-4c7b-b7a0-3d4c5513687b, infoPort=33475, infoSecurePort=0, ipcPort=39273, storageInfo=lv=-57;cid=testClusterID;nsid=1048864183;c=1732490229684) 2024-11-24T23:17:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafc7bdb72ab44f41 with lease ID 0x6dcd2d162c9bc40a: from storage DS-13d6645a-57e1-4f1f-aa41-c7e5dbd1501b node DatanodeRegistration(127.0.0.1:38937, datanodeUuid=6fd2a539-3861-4c7b-b7a0-3d4c5513687b, infoPort=33475, infoSecurePort=0, ipcPort=39273, storageInfo=lv=-57;cid=testClusterID;nsid=1048864183;c=1732490229684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:17:12,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:12,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:12,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:17:13,040 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db with version=8 2024-11-24T23:17:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/hbase-staging 2024-11-24T23:17:13,120 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T23:17:13,354 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:17:13,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:13,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:13,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:17:13,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:13,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:17:13,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:17:13,537 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T23:17:13,545 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T23:17:13,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:17:13,569 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11310 (auto-detected) 2024-11-24T23:17:13,570 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-24T23:17:13,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35263 2024-11-24T23:17:13,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35263 connecting to ZooKeeper ensemble=127.0.0.1:58104 2024-11-24T23:17:13,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352630x0, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:13,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35263-0x1016f22f05d0000 connected 2024-11-24T23:17:13,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:13,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:13,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/running 2024-11-24T23:17:13,931 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db, hbase.cluster.distributed=false 2024-11-24T23:17:13,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/acl 2024-11-24T23:17:13,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35263 2024-11-24T23:17:13,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35263 2024-11-24T23:17:13,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35263 2024-11-24T23:17:13,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35263 2024-11-24T23:17:13,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35263 2024-11-24T23:17:14,057 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:17:14,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:14,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:14,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:17:14,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:14,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:17:14,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:17:14,064 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:17:14,065 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36995 2024-11-24T23:17:14,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36995 connecting to ZooKeeper ensemble=127.0.0.1:58104 2024-11-24T23:17:14,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:14,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:14,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369950x0, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:14,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/running 2024-11-24T23:17:14,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36995-0x1016f22f05d0001 connected 2024-11-24T23:17:14,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:17:14,095 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:17:14,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/master 2024-11-24T23:17:14,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/acl 2024-11-24T23:17:14,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36995 2024-11-24T23:17:14,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36995 2024-11-24T23:17:14,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36995 2024-11-24T23:17:14,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36995 2024-11-24T23:17:14,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36995 2024-11-24T23:17:14,119 DEBUG [M:0;ba7f32532130:35263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:35263 2024-11-24T23:17:14,119 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-239021159/backup-masters/ba7f32532130,35263,1732490233207 2024-11-24T23:17:14,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159/backup-masters 2024-11-24T23:17:14,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159/backup-masters 2024-11-24T23:17:14,135 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on existing znode=/0-239021159/backup-masters/ba7f32532130,35263,1732490233207 2024-11-24T23:17:14,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:14,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-239021159/master 2024-11-24T23:17:14,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:14,166 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on existing znode=/0-239021159/master 2024-11-24T23:17:14,167 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-239021159/backup-masters/ba7f32532130,35263,1732490233207 from backup master directory 2024-11-24T23:17:14,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239021159/backup-masters/ba7f32532130,35263,1732490233207 2024-11-24T23:17:14,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159/backup-masters 2024-11-24T23:17:14,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159/backup-masters 2024-11-24T23:17:14,180 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:17:14,180 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,35263,1732490233207 2024-11-24T23:17:14,182 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T23:17:14,183 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T23:17:14,232 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/hbase.id] with ID: 56fa5083-7714-4d8c-82ae-b0070b5416cf 2024-11-24T23:17:14,232 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/.tmp/hbase.id 2024-11-24T23:17:14,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:17:14,243 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/.tmp/hbase.id]:[hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/hbase.id] 2024-11-24T23:17:14,288 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:14,294 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:17:14,315 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-24T23:17:14,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:14,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:14,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:17:14,348 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:17:14,351 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:17:14,364 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:14,368 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:14,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:17:14,819 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store 2024-11-24T23:17:14,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:17:15,252 INFO [master/ba7f32532130:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T23:17:15,255 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:15,256 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:17:15,256 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:15,256 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:15,258 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:17:15,258 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:15,258 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:15,260 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490235256Disabling compacts and flushes for region at 1732490235256Disabling writes for close at 1732490235258 (+2 ms)Writing region close event to WAL at 1732490235258Closed at 1732490235258 2024-11-24T23:17:15,262 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/.initializing 2024-11-24T23:17:15,262 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,35263,1732490233207 2024-11-24T23:17:15,272 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:17:15,287 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C35263%2C1732490233207, suffix=, logDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,35263,1732490233207, archiveDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/oldWALs, maxLogs=10 2024-11-24T23:17:15,317 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,35263,1732490233207/ba7f32532130%2C35263%2C1732490233207.1732490235293, exclude list is [], retry=0 2024-11-24T23:17:15,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38937,DS-f36d7a45-a165-4025-a51d-7fbf9d772079,DISK] 2024-11-24T23:17:15,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T23:17:15,367 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,35263,1732490233207/ba7f32532130%2C35263%2C1732490233207.1732490235293 2024-11-24T23:17:15,368 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-24T23:17:15,368 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:15,369 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:15,371 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:15,372 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:15,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:15,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:17:15,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:15,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:15,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:15,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:17:15,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:15,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:15,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:15,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:17:15,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:15,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:15,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:15,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:17:15,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:15,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:15,446 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:15,450 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:15,452 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:15,458 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:15,459 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:15,463 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:15,467 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:15,471 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:17:15,472 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72402001, jitterRate=0.0788738876581192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:15,480 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490235382Initializing all the Stores at 1732490235384 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490235385 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490235385Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490235386 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490235386Cleaning up temporary data from old regions at 1732490235459 (+73 ms)Region opened successfully at 1732490235480 (+21 ms) 2024-11-24T23:17:15,481 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:17:15,513 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6bce48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:17:15,541 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:17:15,550 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:17:15,550 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:17:15,553 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:17:15,554 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T23:17:15,558 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-24T23:17:15,558 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:17:15,585 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:17:15,595 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Unable to get data of znode /0-239021159/balancer because node does not exist (not necessarily an error) 2024-11-24T23:17:15,643 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/balancer already deleted, retry=false 2024-11-24T23:17:15,647 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:17:15,650 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Unable to get data of znode /0-239021159/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:17:15,696 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/normalizer already deleted, retry=false 2024-11-24T23:17:15,701 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:17:15,708 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Unable to get data of znode /0-239021159/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:17:15,722 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/switch/split already deleted, retry=false 2024-11-24T23:17:15,724 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Unable to get data of znode /0-239021159/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:17:15,737 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/switch/merge already deleted, retry=false 2024-11-24T23:17:15,756 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Unable to get data of znode /0-239021159/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:17:15,769 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/snapshot-cleanup already deleted, retry=false 2024-11-24T23:17:15,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-239021159/running 2024-11-24T23:17:15,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-239021159/running 2024-11-24T23:17:15,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:15,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:15,783 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,35263,1732490233207, sessionid=0x1016f22f05d0000, setting cluster-up flag (Was=false) 2024-11-24T23:17:15,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:15,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:15,853 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-239021159/flush-table-proc/acquired, /0-239021159/flush-table-proc/reached, /0-239021159/flush-table-proc/abort 2024-11-24T23:17:15,859 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,35263,1732490233207 2024-11-24T23:17:15,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:15,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:15,916 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-239021159/online-snapshot/acquired, /0-239021159/online-snapshot/reached, /0-239021159/online-snapshot/abort 2024-11-24T23:17:15,918 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,35263,1732490233207 2024-11-24T23:17:15,925 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:17:15,993 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:16,002 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:17:16,008 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:17:16,011 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(746): ClusterId : 56fa5083-7714-4d8c-82ae-b0070b5416cf 2024-11-24T23:17:16,013 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:17:16,013 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,35263,1732490233207 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:17:16,023 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:17:16,024 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:17:16,024 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:16,024 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:16,024 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:16,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:16,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:17:16,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:17:16,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,027 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490266027 2024-11-24T23:17:16,028 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:17:16,029 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:17:16,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:16,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:17:16,033 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:17:16,033 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:17:16,033 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:17:16,033 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:17:16,034 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:17:16,034 DEBUG [RS:0;ba7f32532130:36995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a23d9ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:17:16,036 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:16,034 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:17:16,038 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:17:16,040 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:17:16,040 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:17:16,041 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:17:16,042 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:17:16,043 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:17:16,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:17:16,048 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490236044,5,FailOnTimeoutGroup] 2024-11-24T23:17:16,049 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490236048,5,FailOnTimeoutGroup] 2024-11-24T23:17:16,049 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,049 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:17:16,050 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:36995 2024-11-24T23:17:16,050 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,050 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,053 INFO [RS:0;ba7f32532130:36995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:17:16,053 INFO [RS:0;ba7f32532130:36995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:17:16,053 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:17:16,055 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,35263,1732490233207 with port=36995, startcode=1732490234026 2024-11-24T23:17:16,064 DEBUG [RS:0;ba7f32532130:36995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:17:16,091 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:17:16,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,36995,1732490234026 2024-11-24T23:17:16,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35263 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,36995,1732490234026 2024-11-24T23:17:16,112 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db 2024-11-24T23:17:16,112 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39167 2024-11-24T23:17:16,112 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:17:16,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159/rs 2024-11-24T23:17:16,127 DEBUG [RS:0;ba7f32532130:36995 {}] zookeeper.ZKUtil(111): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on existing znode=/0-239021159/rs/ba7f32532130,36995,1732490234026 2024-11-24T23:17:16,128 WARN [RS:0;ba7f32532130:36995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:17:16,128 INFO [RS:0;ba7f32532130:36995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:16,128 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026 2024-11-24T23:17:16,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,36995,1732490234026] 2024-11-24T23:17:16,155 INFO [RS:0;ba7f32532130:36995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:17:16,171 INFO [RS:0;ba7f32532130:36995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:17:16,176 INFO [RS:0;ba7f32532130:36995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:17:16,176 INFO [RS:0;ba7f32532130:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,177 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:17:16,184 INFO [RS:0;ba7f32532130:36995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:17:16,185 INFO [RS:0;ba7f32532130:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,186 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,186 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,186 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,186 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,186 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,186 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:17:16,186 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,187 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,187 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,187 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,187 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,187 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:16,187 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:17:16,187 DEBUG [RS:0;ba7f32532130:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:17:16,188 INFO [RS:0;ba7f32532130:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,188 INFO [RS:0;ba7f32532130:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,188 INFO [RS:0;ba7f32532130:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,189 INFO [RS:0;ba7f32532130:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,189 INFO [RS:0;ba7f32532130:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,189 INFO [RS:0;ba7f32532130:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36995,1732490234026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:17:16,206 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:17:16,207 INFO [RS:0;ba7f32532130:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36995,1732490234026-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,208 INFO [RS:0;ba7f32532130:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,208 INFO [RS:0;ba7f32532130:36995 {}] regionserver.Replication(171): ba7f32532130,36995,1732490234026 started 2024-11-24T23:17:16,229 INFO [RS:0;ba7f32532130:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:16,229 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,36995,1732490234026, RpcServer on ba7f32532130/172.17.0.3:36995, sessionid=0x1016f22f05d0001 2024-11-24T23:17:16,230 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:17:16,230 DEBUG [RS:0;ba7f32532130:36995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,36995,1732490234026 2024-11-24T23:17:16,230 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,36995,1732490234026' 2024-11-24T23:17:16,230 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-239021159/flush-table-proc/abort' 2024-11-24T23:17:16,231 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-239021159/flush-table-proc/acquired' 2024-11-24T23:17:16,232 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:17:16,232 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:17:16,232 DEBUG [RS:0;ba7f32532130:36995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,36995,1732490234026 2024-11-24T23:17:16,232 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,36995,1732490234026' 2024-11-24T23:17:16,232 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-239021159/online-snapshot/abort' 2024-11-24T23:17:16,233 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-239021159/online-snapshot/acquired' 2024-11-24T23:17:16,234 DEBUG [RS:0;ba7f32532130:36995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:17:16,234 INFO [RS:0;ba7f32532130:36995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:17:16,234 INFO [RS:0;ba7f32532130:36995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:17:16,345 INFO [RS:0;ba7f32532130:36995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:17:16,348 INFO [RS:0;ba7f32532130:36995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C36995%2C1732490234026, suffix=, logDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026, archiveDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/oldWALs, maxLogs=10 2024-11-24T23:17:16,362 DEBUG [RS:0;ba7f32532130:36995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350, exclude list is [], retry=0 2024-11-24T23:17:16,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38937,DS-f36d7a45-a165-4025-a51d-7fbf9d772079,DISK] 2024-11-24T23:17:16,369 INFO [RS:0;ba7f32532130:36995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350 2024-11-24T23:17:16,370 DEBUG [RS:0;ba7f32532130:36995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-24T23:17:16,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:17:16,449 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db 2024-11-24T23:17:16,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:17:16,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:16,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:17:16,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:17:16,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:16,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:16,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:17:16,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:17:16,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:16,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:16,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:17:16,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:17:16,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:16,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:16,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:17:16,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:17:16,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:16,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:16,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:17:16,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740 2024-11-24T23:17:16,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740 2024-11-24T23:17:16,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:17:16,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:17:16,891 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:16,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:17:16,897 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:17:16,898 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60286336, jitterRate=-0.10166358947753906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:16,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490236864Initializing all the Stores at 1732490236868 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490236868Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490236869 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490236869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490236869Cleaning up temporary data from old regions at 1732490236890 (+21 ms)Region opened successfully at 1732490236901 (+11 ms) 2024-11-24T23:17:16,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:17:16,902 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:17:16,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:17:16,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:17:16,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:17:16,903 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:16,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490236901Disabling compacts and flushes for region at 1732490236901Disabling writes for close at 1732490236902 (+1 ms)Writing region close event to WAL at 1732490236903 (+1 ms)Closed at 1732490236903 2024-11-24T23:17:16,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:16,907 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:17:16,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:17:16,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:17:16,923 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:17:17,078 DEBUG [ba7f32532130:35263 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:17:17,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,36995,1732490234026 2024-11-24T23:17:17,099 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,36995,1732490234026, state=OPENING 2024-11-24T23:17:17,154 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:17:17,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:17,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:17,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239021159/meta-region-server: CHANGED 2024-11-24T23:17:17,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239021159/meta-region-server: CHANGED 2024-11-24T23:17:17,168 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:17:17,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,36995,1732490234026}] 2024-11-24T23:17:17,348 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:17:17,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:17:17,362 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:17:17,363 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:17,363 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:17:17,366 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C36995%2C1732490234026.meta, suffix=.meta, logDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026, archiveDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/oldWALs, maxLogs=10 2024-11-24T23:17:17,382 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.meta.1732490237368.meta, exclude list is [], retry=0 2024-11-24T23:17:17,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38937,DS-f36d7a45-a165-4025-a51d-7fbf9d772079,DISK] 2024-11-24T23:17:17,389 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.meta.1732490237368.meta 2024-11-24T23:17:17,389 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-24T23:17:17,389 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:17,394 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:17:17,395 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:17:17,397 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:17:17,399 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:17:17,403 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:17:17,403 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:17,404 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:17:17,404 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:17:17,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:17:17,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:17:17,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:17,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:17,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:17:17,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:17:17,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:17,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:17,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:17:17,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:17:17,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:17,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:17,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:17:17,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:17:17,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:17,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:17,417 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:17:17,419 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740 2024-11-24T23:17:17,422 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740 2024-11-24T23:17:17,425 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:17:17,425 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:17:17,426 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:17,429 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:17:17,431 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68640340, jitterRate=0.022820770740509033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:17,431 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:17:17,433 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490237404Writing region info on filesystem at 1732490237404Initializing all the Stores at 1732490237406 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490237406Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490237407 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490237407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490237407Cleaning up temporary data from old regions at 1732490237425 (+18 ms)Running coprocessor post-open hooks at 1732490237431 (+6 ms)Region opened successfully at 1732490237433 (+2 ms) 2024-11-24T23:17:17,439 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490237340 2024-11-24T23:17:17,449 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:17:17,450 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:17:17,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,36995,1732490234026 2024-11-24T23:17:17,454 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,36995,1732490234026, state=OPEN 2024-11-24T23:17:17,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-239021159/meta-region-server 2024-11-24T23:17:17,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-239021159/meta-region-server 2024-11-24T23:17:17,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239021159/meta-region-server: CHANGED 2024-11-24T23:17:17,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239021159/meta-region-server: CHANGED 2024-11-24T23:17:17,560 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,36995,1732490234026 2024-11-24T23:17:17,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:17:17,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,36995,1732490234026 in 390 msec 2024-11-24T23:17:17,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:17:17,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 658 msec 2024-11-24T23:17:17,579 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:17,579 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:17:17,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:17:17,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,36995,1732490234026, seqNum=-1] 2024-11-24T23:17:17,620 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:17:17,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:17:17,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6850 sec 2024-11-24T23:17:17,642 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490237642, completionTime=-1 2024-11-24T23:17:17,644 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:17:17,644 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:17:17,668 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:17:17,668 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490297668 2024-11-24T23:17:17,668 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490357668 2024-11-24T23:17:17,668 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-24T23:17:17,670 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,35263,1732490233207-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:17,670 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,35263,1732490233207-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:17,670 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,35263,1732490233207-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:17,671 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:35263, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:17,672 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:17,672 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:17,677 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:17:17,698 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.517sec 2024-11-24T23:17:17,699 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:17:17,700 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:17:17,701 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:17:17,701 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:17:17,701 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:17:17,702 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,35263,1732490233207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:17:17,702 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,35263,1732490233207-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:17:17,709 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:17:17,710 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:17:17,711 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,35263,1732490233207-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:17,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:17,722 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T23:17:17,722 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T23:17:17,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,35263,-1 for getting cluster id 2024-11-24T23:17:17,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:17,735 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56fa5083-7714-4d8c-82ae-b0070b5416cf' 2024-11-24T23:17:17,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:17,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56fa5083-7714-4d8c-82ae-b0070b5416cf" 2024-11-24T23:17:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed8bbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,35263,-1] 2024-11-24T23:17:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:17,744 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:17,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:17,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:17:17,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,36995,1732490234026, seqNum=-1] 2024-11-24T23:17:17,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:17:17,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:17:17,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,35263,1732490233207 2024-11-24T23:17:17,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58104 2024-11-24T23:17:17,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:17,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016f22f05d0002 connected 2024-11-24T23:17:17,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/hadoop.log.dir so I do NOT create it in target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3 2024-11-24T23:17:17,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:17:17,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/hadoop.tmp.dir so I do NOT create it in target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3 2024-11-24T23:17:17,829 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:17:17,829 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3 2024-11-24T23:17:17,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:17:17,829 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/cluster_270fcfb5-973b-b75f-9c3b-efc6c86e989d, deleteOnExit=true 2024-11-24T23:17:17,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:17:17,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/test.cache.data in system properties and HBase conf 2024-11-24T23:17:17,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:17:17,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:17:17,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:17:17,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:17:17,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:17:17,830 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:17:17,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:17:17,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:17:17,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:17:17,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:17:17,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:17:17,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:17:17,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:17:17,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:17:17,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:17:17,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:17:17,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:17:17,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:17:17,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:17:17,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:17:18,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:17:18,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:17:18,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:17:18,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:17:18,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:17:18,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:17:18,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:17:18,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:17:18,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/java.io.tmpdir/jetty-localhost-39807-hadoop-hdfs-3_4_1-tests_jar-_-any-10944813649122125780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:17:18,357 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:39807} 2024-11-24T23:17:18,357 INFO [Time-limited test {}] server.Server(415): Started @11032ms 2024-11-24T23:17:18,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:17:18,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:17:18,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:17:18,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:17:18,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:17:18,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:17:18,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:17:18,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/java.io.tmpdir/jetty-localhost-39019-hadoop-hdfs-3_4_1-tests_jar-_-any-4887285685515356867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:17:18,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:39019} 2024-11-24T23:17:18,735 INFO [Time-limited test {}] server.Server(415): Started @11410ms 2024-11-24T23:17:18,737 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:17:19,780 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/cluster_270fcfb5-973b-b75f-9c3b-efc6c86e989d/data/data1/current/BP-611116530-172.17.0.3-1732490237858/current, will proceed with Du for space computation calculation, 2024-11-24T23:17:19,780 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/cluster_270fcfb5-973b-b75f-9c3b-efc6c86e989d/data/data2/current/BP-611116530-172.17.0.3-1732490237858/current, will proceed with Du for space computation calculation, 2024-11-24T23:17:19,802 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:17:19,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78e98eb10d3d9a9a with lease ID 0x1476a7db59dfe8c8: Processing first storage report for DS-1d3c764a-f433-4cf8-b7cd-452f31b37f66 from datanode DatanodeRegistration(127.0.0.1:41639, datanodeUuid=095356f9-7e59-4e05-94f4-8a29d9ded9ac, infoPort=35439, infoSecurePort=0, ipcPort=46111, storageInfo=lv=-57;cid=testClusterID;nsid=1943514172;c=1732490237858) 2024-11-24T23:17:19,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78e98eb10d3d9a9a with lease ID 0x1476a7db59dfe8c8: from storage DS-1d3c764a-f433-4cf8-b7cd-452f31b37f66 node DatanodeRegistration(127.0.0.1:41639, datanodeUuid=095356f9-7e59-4e05-94f4-8a29d9ded9ac, infoPort=35439, infoSecurePort=0, ipcPort=46111, storageInfo=lv=-57;cid=testClusterID;nsid=1943514172;c=1732490237858), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:17:19,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78e98eb10d3d9a9a with lease ID 0x1476a7db59dfe8c8: Processing first storage report for DS-0dd39d89-6660-4cbd-b1ec-4c7977503eec from datanode DatanodeRegistration(127.0.0.1:41639, datanodeUuid=095356f9-7e59-4e05-94f4-8a29d9ded9ac, infoPort=35439, infoSecurePort=0, ipcPort=46111, storageInfo=lv=-57;cid=testClusterID;nsid=1943514172;c=1732490237858) 2024-11-24T23:17:19,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78e98eb10d3d9a9a with lease ID 0x1476a7db59dfe8c8: from storage DS-0dd39d89-6660-4cbd-b1ec-4c7977503eec node DatanodeRegistration(127.0.0.1:41639, datanodeUuid=095356f9-7e59-4e05-94f4-8a29d9ded9ac, infoPort=35439, infoSecurePort=0, ipcPort=46111, storageInfo=lv=-57;cid=testClusterID;nsid=1943514172;c=1732490237858), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:17:19,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3 2024-11-24T23:17:19,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:19,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:19,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:17:20,302 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2 with version=8 2024-11-24T23:17:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/hbase-staging 2024-11-24T23:17:20,305 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:17:20,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:20,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:20,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:17:20,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:20,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:17:20,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:17:20,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:17:20,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32981 2024-11-24T23:17:20,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32981 connecting to ZooKeeper ensemble=127.0.0.1:58104 2024-11-24T23:17:20,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329810x0, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:20,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32981-0x1016f22f05d0003 connected 2024-11-24T23:17:20,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:20,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:20,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Set watcher on znode that does not yet exist, /11283996334/running 2024-11-24T23:17:20,436 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2, hbase.cluster.distributed=false 2024-11-24T23:17:20,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Set watcher on znode that does not yet exist, /11283996334/acl 2024-11-24T23:17:20,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32981 2024-11-24T23:17:20,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32981 2024-11-24T23:17:20,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32981 2024-11-24T23:17:20,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32981 2024-11-24T23:17:20,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32981 2024-11-24T23:17:20,457 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:17:20,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:20,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:20,458 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:17:20,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:20,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:17:20,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:17:20,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:17:20,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40323 2024-11-24T23:17:20,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40323 connecting to ZooKeeper ensemble=127.0.0.1:58104 2024-11-24T23:17:20,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:20,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:20,480 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403230x0, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:20,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403230x0, quorum=127.0.0.1:58104, baseZNode=/11283996334 Set watcher on znode that does not yet exist, /11283996334/running 2024-11-24T23:17:20,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40323-0x1016f22f05d0004 connected 2024-11-24T23:17:20,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:17:20,481 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:17:20,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Set watcher on znode that does not yet exist, /11283996334/master 2024-11-24T23:17:20,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Set watcher on znode that does not yet exist, /11283996334/acl 2024-11-24T23:17:20,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40323 2024-11-24T23:17:20,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40323 2024-11-24T23:17:20,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40323 2024-11-24T23:17:20,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40323 2024-11-24T23:17:20,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40323 2024-11-24T23:17:20,500 DEBUG [M:0;ba7f32532130:32981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:32981 2024-11-24T23:17:20,501 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11283996334/backup-masters/ba7f32532130,32981,1732490240305 2024-11-24T23:17:20,511 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334/backup-masters 2024-11-24T23:17:20,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334/backup-masters 2024-11-24T23:17:20,512 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Set watcher on existing znode=/11283996334/backup-masters/ba7f32532130,32981,1732490240305 2024-11-24T23:17:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:20,522 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11283996334/master 2024-11-24T23:17:20,522 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:20,522 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Set watcher on existing znode=/11283996334/master 2024-11-24T23:17:20,523 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11283996334/backup-masters/ba7f32532130,32981,1732490240305 from backup master directory 2024-11-24T23:17:20,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11283996334/backup-masters/ba7f32532130,32981,1732490240305 2024-11-24T23:17:20,532 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334/backup-masters 2024-11-24T23:17:20,532 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:17:20,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334/backup-masters 2024-11-24T23:17:20,532 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,32981,1732490240305 2024-11-24T23:17:20,539 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/hbase.id] with ID: 1fe2843c-b9ac-43e3-8a18-15be31afc198 2024-11-24T23:17:20,539 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/.tmp/hbase.id 2024-11-24T23:17:20,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:17:20,949 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/.tmp/hbase.id]:[hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/hbase.id] 2024-11-24T23:17:20,976 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:20,976 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:17:20,978 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T23:17:21,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:21,081 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:17:21,496 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:17:21,497 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:17:21,498 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:17:21,513 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store 2024-11-24T23:17:21,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:17:21,522 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:21,522 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:17:21,522 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:21,522 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:21,522 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:17:21,522 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:21,522 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:21,522 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490241522Disabling compacts and flushes for region at 1732490241522Disabling writes for close at 1732490241522Writing region close event to WAL at 1732490241522Closed at 1732490241522 2024-11-24T23:17:21,524 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/.initializing 2024-11-24T23:17:21,524 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/WALs/ba7f32532130,32981,1732490240305 2024-11-24T23:17:21,526 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:17:21,529 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C32981%2C1732490240305, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/WALs/ba7f32532130,32981,1732490240305, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/oldWALs, maxLogs=10 2024-11-24T23:17:21,544 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/WALs/ba7f32532130,32981,1732490240305/ba7f32532130%2C32981%2C1732490240305.1732490241530, exclude list is [], retry=0 2024-11-24T23:17:21,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-1d3c764a-f433-4cf8-b7cd-452f31b37f66,DISK] 2024-11-24T23:17:21,552 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/WALs/ba7f32532130,32981,1732490240305/ba7f32532130%2C32981%2C1732490240305.1732490241530 2024-11-24T23:17:21,552 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35439:35439)] 2024-11-24T23:17:21,552 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:21,553 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:21,553 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:21,553 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:21,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:21,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:17:21,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:21,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:21,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:21,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:17:21,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:21,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:21,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:21,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:17:21,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:21,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:21,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:21,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:17:21,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:21,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:21,569 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:21,571 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:21,571 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:21,574 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:21,574 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:21,574 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:21,576 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:21,579 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:17:21,580 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63029648, jitterRate=-0.06078505516052246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:21,580 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490241553Initializing all the Stores at 1732490241555 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490241555Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490241556 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490241556Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490241556Cleaning up temporary data from old regions at 1732490241574 (+18 ms)Region opened successfully at 1732490241580 (+6 ms) 2024-11-24T23:17:21,581 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:17:21,586 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fb6347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:17:21,587 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:17:21,587 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:17:21,587 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:17:21,587 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:17:21,588 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:17:21,589 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:17:21,589 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:17:21,591 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:17:21,592 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Unable to get data of znode /11283996334/balancer because node does not exist (not necessarily an error) 2024-11-24T23:17:21,637 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11283996334/balancer already deleted, retry=false 2024-11-24T23:17:21,638 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:17:21,640 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Unable to get data of znode /11283996334/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:17:21,652 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11283996334/normalizer already deleted, retry=false 2024-11-24T23:17:21,653 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:17:21,655 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Unable to get data of znode /11283996334/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:17:21,663 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11283996334/switch/split already deleted, retry=false 2024-11-24T23:17:21,665 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Unable to get data of znode /11283996334/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:17:21,674 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11283996334/switch/merge already deleted, retry=false 2024-11-24T23:17:21,678 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Unable to get data of znode /11283996334/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:17:21,690 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11283996334/snapshot-cleanup already deleted, retry=false 2024-11-24T23:17:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11283996334/running 2024-11-24T23:17:21,701 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11283996334/running 2024-11-24T23:17:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:21,701 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:21,702 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,32981,1732490240305, sessionid=0x1016f22f05d0003, setting cluster-up flag (Was=false) 2024-11-24T23:17:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:21,727 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:21,758 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11283996334/flush-table-proc/acquired, /11283996334/flush-table-proc/reached, /11283996334/flush-table-proc/abort 2024-11-24T23:17:21,762 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,32981,1732490240305 2024-11-24T23:17:21,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:21,785 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:21,822 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11283996334/online-snapshot/acquired, /11283996334/online-snapshot/reached, /11283996334/online-snapshot/abort 2024-11-24T23:17:21,826 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,32981,1732490240305 2024-11-24T23:17:21,830 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:17:21,834 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:21,835 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:17:21,835 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:17:21,835 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,32981,1732490240305 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:17:21,837 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:21,837 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:21,838 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:21,838 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:21,838 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:17:21,838 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:21,838 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:17:21,838 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:21,841 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490271840 2024-11-24T23:17:21,841 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:17:21,841 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:21,841 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:17:21,841 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:17:21,841 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:17:21,841 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:17:21,841 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:17:21,841 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:17:21,842 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:21,842 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:17:21,842 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:17:21,842 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:17:21,842 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:17:21,843 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:17:21,843 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:17:21,843 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490241843,5,FailOnTimeoutGroup] 2024-11-24T23:17:21,843 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:21,843 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490241843,5,FailOnTimeoutGroup] 2024-11-24T23:17:21,843 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:21,843 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:17:21,843 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:21,843 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:21,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:17:21,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:17:21,912 INFO [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(746): ClusterId : 1fe2843c-b9ac-43e3-8a18-15be31afc198 2024-11-24T23:17:21,912 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:17:21,923 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:17:21,923 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:17:21,933 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:17:21,933 DEBUG [RS:0;ba7f32532130:40323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd93d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:17:21,947 DEBUG [RS:0;ba7f32532130:40323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:40323 2024-11-24T23:17:21,947 INFO [RS:0;ba7f32532130:40323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:17:21,947 INFO [RS:0;ba7f32532130:40323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:17:21,947 DEBUG [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:17:21,948 INFO [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,32981,1732490240305 with port=40323, startcode=1732490240457 2024-11-24T23:17:21,949 DEBUG [RS:0;ba7f32532130:40323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:17:21,951 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:17:21,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,40323,1732490240457 2024-11-24T23:17:21,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32981 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,40323,1732490240457 2024-11-24T23:17:21,958 DEBUG [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2 2024-11-24T23:17:21,958 DEBUG [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45447 2024-11-24T23:17:21,958 DEBUG [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:17:22,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334/rs 2024-11-24T23:17:22,009 DEBUG [RS:0;ba7f32532130:40323 {}] zookeeper.ZKUtil(111): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Set watcher on existing znode=/11283996334/rs/ba7f32532130,40323,1732490240457 2024-11-24T23:17:22,009 WARN [RS:0;ba7f32532130:40323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:17:22,009 INFO [RS:0;ba7f32532130:40323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:22,010 DEBUG [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/WALs/ba7f32532130,40323,1732490240457 2024-11-24T23:17:22,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,40323,1732490240457] 2024-11-24T23:17:22,014 INFO [RS:0;ba7f32532130:40323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:17:22,017 INFO [RS:0;ba7f32532130:40323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:17:22,017 INFO [RS:0;ba7f32532130:40323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:17:22,017 INFO [RS:0;ba7f32532130:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:22,017 INFO [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:17:22,019 INFO [RS:0;ba7f32532130:40323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:17:22,019 INFO [RS:0;ba7f32532130:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:22,019 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:22,019 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:22,019 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:22,019 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:22,020 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:22,020 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:17:22,020 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:22,020 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:22,020 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:22,020 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:22,020 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:22,020 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:22,020 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:17:22,021 DEBUG [RS:0;ba7f32532130:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:17:22,021 INFO [RS:0;ba7f32532130:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:22,021 INFO [RS:0;ba7f32532130:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:22,021 INFO [RS:0;ba7f32532130:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:22,021 INFO [RS:0;ba7f32532130:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:22,021 INFO [RS:0;ba7f32532130:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:22,021 INFO [RS:0;ba7f32532130:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40323,1732490240457-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:17:22,035 INFO [RS:0;ba7f32532130:40323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:17:22,035 INFO [RS:0;ba7f32532130:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40323,1732490240457-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:22,036 INFO [RS:0;ba7f32532130:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:22,036 INFO [RS:0;ba7f32532130:40323 {}] regionserver.Replication(171): ba7f32532130,40323,1732490240457 started 2024-11-24T23:17:22,055 INFO [RS:0;ba7f32532130:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:22,056 INFO [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,40323,1732490240457, RpcServer on ba7f32532130/172.17.0.3:40323, sessionid=0x1016f22f05d0004 2024-11-24T23:17:22,056 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:17:22,056 DEBUG [RS:0;ba7f32532130:40323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,40323,1732490240457 2024-11-24T23:17:22,056 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,40323,1732490240457' 2024-11-24T23:17:22,056 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11283996334/flush-table-proc/abort' 2024-11-24T23:17:22,057 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11283996334/flush-table-proc/acquired' 2024-11-24T23:17:22,058 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:17:22,058 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:17:22,058 DEBUG [RS:0;ba7f32532130:40323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,40323,1732490240457 2024-11-24T23:17:22,058 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,40323,1732490240457' 2024-11-24T23:17:22,058 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11283996334/online-snapshot/abort' 2024-11-24T23:17:22,058 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11283996334/online-snapshot/acquired' 2024-11-24T23:17:22,059 DEBUG [RS:0;ba7f32532130:40323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:17:22,059 INFO [RS:0;ba7f32532130:40323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:17:22,059 INFO [RS:0;ba7f32532130:40323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:17:22,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:17:22,160 INFO [RS:0;ba7f32532130:40323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:17:22,163 INFO [RS:0;ba7f32532130:40323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C40323%2C1732490240457, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/WALs/ba7f32532130,40323,1732490240457, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/oldWALs, maxLogs=10 2024-11-24T23:17:22,179 DEBUG [RS:0;ba7f32532130:40323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/WALs/ba7f32532130,40323,1732490240457/ba7f32532130%2C40323%2C1732490240457.1732490242167, exclude list is [], retry=0 2024-11-24T23:17:22,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-1d3c764a-f433-4cf8-b7cd-452f31b37f66,DISK] 2024-11-24T23:17:22,186 INFO [RS:0;ba7f32532130:40323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/WALs/ba7f32532130,40323,1732490240457/ba7f32532130%2C40323%2C1732490240457.1732490242167 2024-11-24T23:17:22,186 DEBUG [RS:0;ba7f32532130:40323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35439:35439)] 2024-11-24T23:17:22,254 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:17:22,254 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2 2024-11-24T23:17:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:17:22,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:22,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:17:22,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:17:22,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:22,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:22,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:17:22,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:17:22,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:22,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:22,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:17:22,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:17:22,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:22,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:22,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:17:22,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:17:22,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:22,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:22,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:17:22,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/data/hbase/meta/1588230740 2024-11-24T23:17:22,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/data/hbase/meta/1588230740 2024-11-24T23:17:22,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:17:22,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:17:22,692 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:22,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:17:22,697 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:17:22,698 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71232660, jitterRate=0.06144934892654419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:22,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490242668Initializing all the Stores at 1732490242670 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490242670Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490242671 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490242671Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490242671Cleaning up temporary data from old regions at 1732490242691 (+20 ms)Region opened successfully at 1732490242698 (+7 ms) 2024-11-24T23:17:22,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:17:22,699 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:17:22,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:17:22,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:17:22,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:17:22,700 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:22,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490242699Disabling compacts and flushes for region at 1732490242699Disabling writes for close at 1732490242699Writing region close event to WAL at 1732490242700 (+1 ms)Closed at 1732490242700 2024-11-24T23:17:22,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:22,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:17:22,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:17:22,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:17:22,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:17:22,857 DEBUG [ba7f32532130:32981 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:17:22,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,40323,1732490240457 2024-11-24T23:17:22,859 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,40323,1732490240457, state=OPENING 2024-11-24T23:17:22,901 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:17:22,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:22,911 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:22,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11283996334/meta-region-server: CHANGED 2024-11-24T23:17:22,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11283996334/meta-region-server: CHANGED 2024-11-24T23:17:22,912 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:17:22,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,40323,1732490240457}] 2024-11-24T23:17:22,915 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:17:23,067 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:17:23,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:17:23,074 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:17:23,074 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:23,075 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:17:23,078 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C40323%2C1732490240457.meta, suffix=.meta, logDir=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/WALs/ba7f32532130,40323,1732490240457, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/oldWALs, maxLogs=10 2024-11-24T23:17:23,098 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/WALs/ba7f32532130,40323,1732490240457/ba7f32532130%2C40323%2C1732490240457.meta.1732490243080.meta, exclude list is [], retry=0 2024-11-24T23:17:23,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-1d3c764a-f433-4cf8-b7cd-452f31b37f66,DISK] 2024-11-24T23:17:23,106 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/WALs/ba7f32532130,40323,1732490240457/ba7f32532130%2C40323%2C1732490240457.meta.1732490243080.meta 2024-11-24T23:17:23,106 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35439:35439)] 2024-11-24T23:17:23,106 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:23,107 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:17:23,107 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:17:23,107 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:17:23,107 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:17:23,108 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:17:23,108 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:23,108 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:17:23,108 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:17:23,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:17:23,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:17:23,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:23,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:23,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:17:23,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:17:23,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:23,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:23,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:17:23,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:17:23,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:23,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:23,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:17:23,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:17:23,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:23,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:23,122 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:17:23,123 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/data/hbase/meta/1588230740 2024-11-24T23:17:23,125 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/data/hbase/meta/1588230740 2024-11-24T23:17:23,127 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:17:23,127 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:17:23,128 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:23,130 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:17:23,132 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68995728, jitterRate=0.028116464614868164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:23,132 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:17:23,132 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490243108Writing region info on filesystem at 1732490243108Initializing all the Stores at 1732490243110 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490243110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490243112 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490243112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490243112Cleaning up temporary data from old regions at 1732490243127 (+15 ms)Running coprocessor post-open hooks at 1732490243132 (+5 ms)Region opened successfully at 1732490243132 2024-11-24T23:17:23,134 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490243066 2024-11-24T23:17:23,137 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:17:23,137 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:17:23,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40323,1732490240457 2024-11-24T23:17:23,140 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,40323,1732490240457, state=OPEN 2024-11-24T23:17:23,153 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11283996334/meta-region-server 2024-11-24T23:17:23,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11283996334/meta-region-server 2024-11-24T23:17:23,153 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,40323,1732490240457 2024-11-24T23:17:23,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11283996334/meta-region-server: CHANGED 2024-11-24T23:17:23,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11283996334/meta-region-server: CHANGED 2024-11-24T23:17:23,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:17:23,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,40323,1732490240457 in 241 msec 2024-11-24T23:17:23,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:17:23,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-24T23:17:23,166 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:23,166 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:17:23,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:17:23,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,40323,1732490240457, seqNum=-1] 2024-11-24T23:17:23,169 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:17:23,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:17:23,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3500 sec 2024-11-24T23:17:23,185 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490243185, completionTime=-1 2024-11-24T23:17:23,185 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:17:23,185 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:17:23,188 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:17:23,188 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490303188 2024-11-24T23:17:23,188 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490363188 2024-11-24T23:17:23,188 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-24T23:17:23,189 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,32981,1732490240305-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:23,189 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,32981,1732490240305-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:23,189 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,32981,1732490240305-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:23,189 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:32981, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:23,189 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:23,189 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:23,191 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:17:23,195 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.662sec 2024-11-24T23:17:23,195 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:17:23,195 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:17:23,195 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:17:23,195 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:17:23,195 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:17:23,195 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,32981,1732490240305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:17:23,195 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,32981,1732490240305-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:17:23,199 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:17:23,199 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:17:23,199 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,32981,1732490240305-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:23,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:23,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,32981,-1 for getting cluster id 2024-11-24T23:17:23,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:23,296 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2843c-b9ac-43e3-8a18-15be31afc198' 2024-11-24T23:17:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2843c-b9ac-43e3-8a18-15be31afc198" 2024-11-24T23:17:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec41861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,32981,-1] 2024-11-24T23:17:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:23,299 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:23,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:23,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:17:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,40323,1732490240457, seqNum=-1] 2024-11-24T23:17:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:17:23,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:17:23,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,32981,1732490240305 2024-11-24T23:17:23,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58104 2024-11-24T23:17:23,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:23,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016f22f05d0005 connected 2024-11-24T23:17:23,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:23,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,35263,-1 for getting cluster id 2024-11-24T23:17:23,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:23,332 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56fa5083-7714-4d8c-82ae-b0070b5416cf' 2024-11-24T23:17:23,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:23,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56fa5083-7714-4d8c-82ae-b0070b5416cf" 2024-11-24T23:17:23,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d10f876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:23,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,35263,-1] 2024-11-24T23:17:23,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:23,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:23,334 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d0f762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:23,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,35263,1732490233207 2024-11-24T23:17:23,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26c2b3dd 2024-11-24T23:17:23,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:23,350 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:17:23,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:32981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:17:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:17:23,362 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:32981' 2024-11-24T23:17:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:17:23,363 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7836c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:23,363 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,32981,-1 for getting cluster id 2024-11-24T23:17:23,363 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:23,364 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2843c-b9ac-43e3-8a18-15be31afc198' 2024-11-24T23:17:23,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:23,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2843c-b9ac-43e3-8a18-15be31afc198" 2024-11-24T23:17:23,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3858617f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:23,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,32981,-1] 2024-11-24T23:17:23,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:23,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:23,366 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:23,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549babf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:23,368 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:23,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,32981,1732490240305 2024-11-24T23:17:23,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31601a34 2024-11-24T23:17:23,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:23,373 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:17:23,384 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T23:17:23,384 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:17:23,389 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:23,390 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:23,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:23,391 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:17:23,396 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:17:23,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:17:23,399 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:23,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:17:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741835_1011 (size=1138) 2024-11-24T23:17:23,448 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:17:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:17:23,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:17:23,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T23:17:23,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:17:23,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T23:17:23,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:17:23,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T23:17:23,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:17:23,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T23:17:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:17:23,820 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c89928e79ec25646e3b1bc1fd461e17, NAME => 'hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db 2024-11-24T23:17:23,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741836_1012 (size=44) 2024-11-24T23:17:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:17:24,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:24,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7c89928e79ec25646e3b1bc1fd461e17, disabling compactions & flushes 2024-11-24T23:17:24,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:24,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:24,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. after waiting 0 ms 2024-11-24T23:17:24,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:24,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:24,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c89928e79ec25646e3b1bc1fd461e17: Waiting for close lock at 1732490244229Disabling compacts and flushes for region at 1732490244229Disabling writes for close at 1732490244230 (+1 ms)Writing region close event to WAL at 1732490244230Closed at 1732490244230 2024-11-24T23:17:24,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:17:24,238 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490244232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490244232"}]},"ts":"1732490244232"} 2024-11-24T23:17:24,243 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:17:24,245 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:17:24,247 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490244245"}]},"ts":"1732490244245"} 2024-11-24T23:17:24,252 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:17:24,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c89928e79ec25646e3b1bc1fd461e17, ASSIGN}] 2024-11-24T23:17:24,256 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c89928e79ec25646e3b1bc1fd461e17, ASSIGN 2024-11-24T23:17:24,258 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7c89928e79ec25646e3b1bc1fd461e17, ASSIGN; state=OFFLINE, location=ba7f32532130,36995,1732490234026; forceNewPlan=false, retain=false 2024-11-24T23:17:24,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7c89928e79ec25646e3b1bc1fd461e17, regionState=OPENING, regionLocation=ba7f32532130,36995,1732490234026 2024-11-24T23:17:24,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7c89928e79ec25646e3b1bc1fd461e17, ASSIGN because future has completed 2024-11-24T23:17:24,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c89928e79ec25646e3b1bc1fd461e17, server=ba7f32532130,36995,1732490234026}] 2024-11-24T23:17:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:17:24,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:24,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:24,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:17:24,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C36995%2C1732490234026.rep, suffix=, logDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026, archiveDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/oldWALs, maxLogs=10 2024-11-24T23:17:24,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.rep.1732490244582, exclude list is [], retry=0 2024-11-24T23:17:24,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38937,DS-f36d7a45-a165-4025-a51d-7fbf9d772079,DISK] 2024-11-24T23:17:24,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.rep.1732490244582 2024-11-24T23:17:24,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-24T23:17:24,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c89928e79ec25646e3b1bc1fd461e17, NAME => 'hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:24,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:17:24,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:17:24,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. service=MultiRowMutationService 2024-11-24T23:17:24,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:17:24,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:24,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,619 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,621 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c89928e79ec25646e3b1bc1fd461e17 columnFamilyName hfileref 2024-11-24T23:17:24,622 DEBUG [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:24,623 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.HStore(327): Store=7c89928e79ec25646e3b1bc1fd461e17/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:24,623 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,625 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c89928e79ec25646e3b1bc1fd461e17 columnFamilyName queue 2024-11-24T23:17:24,625 DEBUG [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:24,626 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.HStore(327): Store=7c89928e79ec25646e3b1bc1fd461e17/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:24,626 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,628 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c89928e79ec25646e3b1bc1fd461e17 columnFamilyName sid 2024-11-24T23:17:24,628 DEBUG [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:24,629 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.HStore(327): Store=7c89928e79ec25646e3b1bc1fd461e17/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:24,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:17:24,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:17:24,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7c89928e79ec25646e3b1bc1fd461e17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74757047, jitterRate=0.11396680772304535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:17:24,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:24,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7c89928e79ec25646e3b1bc1fd461e17: Running coprocessor pre-open hook at 1732490244614Writing region info on filesystem at 1732490244615 (+1 ms)Initializing all the Stores at 1732490244616 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490244616Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490244618 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490244618Cleaning up temporary data from old regions at 1732490244633 (+15 ms)Running coprocessor post-open hooks at 1732490244643 (+10 ms)Region opened successfully at 1732490244645 (+2 ms) 2024-11-24T23:17:24,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17., pid=7, masterSystemTime=1732490244569 2024-11-24T23:17:24,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:24,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:24,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7c89928e79ec25646e3b1bc1fd461e17, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,36995,1732490234026 2024-11-24T23:17:24,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c89928e79ec25646e3b1bc1fd461e17, server=ba7f32532130,36995,1732490234026 because future has completed 2024-11-24T23:17:24,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T23:17:24,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c89928e79ec25646e3b1bc1fd461e17, server=ba7f32532130,36995,1732490234026 in 248 msec 2024-11-24T23:17:24,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:17:24,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c89928e79ec25646e3b1bc1fd461e17, ASSIGN in 418 msec 2024-11-24T23:17:24,679 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:17:24,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490244679"}]},"ts":"1732490244679"} 2024-11-24T23:17:24,683 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:17:24,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:17:24,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2940 sec 2024-11-24T23:17:24,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17., hostname=ba7f32532130,36995,1732490234026, seqNum=2] 2024-11-24T23:17:24,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36995 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T23:17:24,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:24,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:24,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:17:24,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T23:17:24,988 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:17:25,044 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,36995,1732490234026, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:17:25,046 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:17:25,046 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,36995,1732490234026, seqNum=-1] 2024-11-24T23:17:25,046 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:17:25,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-24T23:17:25,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,36995,1732490234026', locateType=CURRENT is [region=hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17., hostname=ba7f32532130,36995,1732490234026, seqNum=2] 2024-11-24T23:17:25,060 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T23:17:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T23:17:25,068 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,36995,1732490234026 suceeded 2024-11-24T23:17:25,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T23:17:25,073 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:32981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:17:25,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 248 msec 2024-11-24T23:17:25,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7210 sec 2024-11-24T23:17:25,084 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:32981' 2024-11-24T23:17:25,087 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18984560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,087 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,32981,-1 for getting cluster id 2024-11-24T23:17:25,087 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:25,089 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2843c-b9ac-43e3-8a18-15be31afc198' 2024-11-24T23:17:25,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:25,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2843c-b9ac-43e3-8a18-15be31afc198" 2024-11-24T23:17:25,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36fbf884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,32981,-1] 2024-11-24T23:17:25,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:25,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,092 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:25,093 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@616385ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,093 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:25,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,32981,1732490240305 2024-11-24T23:17:25,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57c91219 2024-11-24T23:17:25,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:25,097 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T23:17:25,098 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,36995,1732490234026 (queues=1) is replicating from cluster=56fa5083-7714-4d8c-82ae-b0070b5416cf to cluster=1fe2843c-b9ac-43e3-8a18-15be31afc198 2024-11-24T23:17:25,101 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C36995%2C1732490234026 2024-11-24T23:17:25,106 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,36995,1732490234026, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:17:25,109 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026.replicationSource.shipperba7f32532130%2C36995%2C1732490234026,1-ba7f32532130,36995,1732490234026 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C36995%2C1732490234026 2024-11-24T23:17:25,115 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,1-ba7f32532130,36995,1732490234026 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350, startPosition=0, beingWritten=true 2024-11-24T23:17:25,386 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,1-ba7f32532130,36995,1732490234026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350 to pos 0, reset compression=false 2024-11-24T23:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:17:25,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:25,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:25,513 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:17:25,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:25,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,35263,-1 for getting cluster id 2024-11-24T23:17:25,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:25,516 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56fa5083-7714-4d8c-82ae-b0070b5416cf' 2024-11-24T23:17:25,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56fa5083-7714-4d8c-82ae-b0070b5416cf" 2024-11-24T23:17:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17693145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,35263,-1] 2024-11-24T23:17:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,520 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187594b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:25,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,35263,1732490233207 2024-11-24T23:17:25,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd33839 2024-11-24T23:17:25,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:25,525 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:17:25,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ba7f32532130:32981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:17:25,531 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:32981' 2024-11-24T23:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T23:17:25,532 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a2cc02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,532 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,32981,-1 for getting cluster id 2024-11-24T23:17:25,533 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:25,533 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2843c-b9ac-43e3-8a18-15be31afc198' 2024-11-24T23:17:25,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:25,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2843c-b9ac-43e3-8a18-15be31afc198" 2024-11-24T23:17:25,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51389994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,32981,-1] 2024-11-24T23:17:25,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:25,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,536 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:25,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454852d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,537 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:25,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,32981,1732490240305 2024-11-24T23:17:25,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ee2b439 2024-11-24T23:17:25,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:25,540 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:17:25,542 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-24T23:17:25,542 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:17:25,542 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,542 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:25,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T23:17:25,699 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,1-ba7f32532130,36995,1732490234026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350 to pos 0, reset compression=false 2024-11-24T23:17:25,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-24T23:17:25,732 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T23:17:25,767 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-ba7f32532130,36995,1732490234026, ReplicationSource: 2, currentBandwidth=0 2024-11-24T23:17:25,771 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T23:17:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T23:17:25,776 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ba7f32532130,36995,1732490234026 suceeded 2024-11-24T23:17:25,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:17:25,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-24T23:17:25,780 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ba7f32532130:32981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:17:25,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 254 msec 2024-11-24T23:17:25,793 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:32981' 2024-11-24T23:17:25,794 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19533fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,795 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,32981,-1 for getting cluster id 2024-11-24T23:17:25,795 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:25,796 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2843c-b9ac-43e3-8a18-15be31afc198' 2024-11-24T23:17:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2843c-b9ac-43e3-8a18-15be31afc198" 2024-11-24T23:17:25,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30b76557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,32981,-1] 2024-11-24T23:17:25,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:25,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,799 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:25,800 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8b51cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,800 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:25,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,32981,1732490240305 2024-11-24T23:17:25,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a7be7c2 2024-11-24T23:17:25,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:25,803 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T23:17:25,804 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ba7f32532130,36995,1732490234026 (queues=1) is replicating from cluster=56fa5083-7714-4d8c-82ae-b0070b5416cf to cluster=1fe2843c-b9ac-43e3-8a18-15be31afc198 2024-11-24T23:17:25,804 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ba7f32532130%2C36995%2C1732490234026 2024-11-24T23:17:25,804 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ba7f32532130,36995,1732490234026, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:17:25,805 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,2-ba7f32532130,36995,1732490234026 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350, startPosition=0, beingWritten=true 2024-11-24T23:17:25,811 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026.replicationSource.shipperba7f32532130%2C36995%2C1732490234026,2-ba7f32532130,36995,1732490234026 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C36995%2C1732490234026 2024-11-24T23:17:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T23:17:25,852 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T23:17:25,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:25,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:25,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:25,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,35263,1732490233207 2024-11-24T23:17:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d325842 2024-11-24T23:17:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:25,858 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:17:25,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T23:17:25,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T23:17:25,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T23:17:25,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T23:17:25,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://ba7f32532130:32981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:17:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T23:17:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T23:17:25,877 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:32981' 2024-11-24T23:17:25,878 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5171d34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,878 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,32981,-1 for getting cluster id 2024-11-24T23:17:25,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:25,879 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2843c-b9ac-43e3-8a18-15be31afc198' 2024-11-24T23:17:25,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:25,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2843c-b9ac-43e3-8a18-15be31afc198" 2024-11-24T23:17:25,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c31c649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,32981,-1] 2024-11-24T23:17:25,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:25,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,881 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:25,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e4369d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:25,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:25,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,32981,1732490240305 2024-11-24T23:17:25,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4435d70e 2024-11-24T23:17:25,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:25,885 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:17:25,886 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T23:17:25,886 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:17:25,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:25,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:25,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:17:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T23:17:26,014 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,2-ba7f32532130,36995,1732490234026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350 to pos 0, reset compression=false 2024-11-24T23:17:26,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-24T23:17:26,057 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-24T23:17:26,059 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T23:17:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T23:17:26,064 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on ba7f32532130,36995,1732490234026 suceeded 2024-11-24T23:17:26,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T23:17:26,069 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://ba7f32532130:32981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:17:26,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-24T23:17:26,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 199 msec 2024-11-24T23:17:26,107 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,1-ba7f32532130,36995,1732490234026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350 to pos 0, reset compression=false 2024-11-24T23:17:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T23:17:26,193 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-24T23:17:26,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://ba7f32532130:32981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:17:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T23:17:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T23:17:26,197 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:32981' 2024-11-24T23:17:26,198 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d27027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:26,198 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,32981,-1 for getting cluster id 2024-11-24T23:17:26,198 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:26,200 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2843c-b9ac-43e3-8a18-15be31afc198' 2024-11-24T23:17:26,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:26,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2843c-b9ac-43e3-8a18-15be31afc198" 2024-11-24T23:17:26,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fa431f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:26,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,32981,-1] 2024-11-24T23:17:26,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:26,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:26,201 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:26,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9617db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:26,202 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:26,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,32981,1732490240305 2024-11-24T23:17:26,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31274e6e 2024-11-24T23:17:26,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:26,205 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:17:26,206 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T23:17:26,206 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:17:26,206 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:26,206 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:26,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:26,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:17:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T23:17:26,323 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,2-ba7f32532130,36995,1732490234026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350 to pos 0, reset compression=false 2024-11-24T23:17:26,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-24T23:17:26,420 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-24T23:17:26,422 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T23:17:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T23:17:26,425 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on ba7f32532130,36995,1732490234026 suceeded 2024-11-24T23:17:26,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T23:17:26,429 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://ba7f32532130:32981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:17:26,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-24T23:17:26,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 236 msec 2024-11-24T23:17:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T23:17:26,512 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-24T23:17:26,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T23:17:26,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T23:17:26,515 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:26,515 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:26,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:26,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:26,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:26,516 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:17:26,516 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-24T23:17:26,516 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,35263,1732490233207 2024-11-24T23:17:26,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239021159/running 2024-11-24T23:17:26,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239021159/running 2024-11-24T23:17:26,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:26,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:26,575 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:17:26,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:26,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:26,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:26,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/running 2024-11-24T23:17:26,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/running 2024-11-24T23:17:26,578 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,36995,1732490234026' ***** 2024-11-24T23:17:26,578 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:17:26,579 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:17:26,580 INFO [RS:0;ba7f32532130:36995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:17:26,580 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:17:26,580 INFO [RS:0;ba7f32532130:36995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:17:26,580 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:26,581 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,36995,1732490234026 2024-11-24T23:17:26,581 INFO [RS:0;ba7f32532130:36995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:17:26,581 INFO [RS:0;ba7f32532130:36995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:36995. 2024-11-24T23:17:26,582 DEBUG [RS:0;ba7f32532130:36995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:26,582 DEBUG [RS:0;ba7f32532130:36995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:26,582 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c89928e79ec25646e3b1bc1fd461e17, disabling compactions & flushes 2024-11-24T23:17:26,582 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:26,582 INFO [RS:0;ba7f32532130:36995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:17:26,582 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:26,582 INFO [RS:0;ba7f32532130:36995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:17:26,582 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. after waiting 0 ms 2024-11-24T23:17:26,582 INFO [RS:0;ba7f32532130:36995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:17:26,582 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:26,583 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:17:26,583 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T23:17:26,583 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:17:26,583 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1325): Online Regions={7c89928e79ec25646e3b1bc1fd461e17=hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:17:26,583 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:17:26,584 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:17:26,584 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:17:26,584 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:17:26,584 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:26,587 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T23:17:26,587 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c89928e79ec25646e3b1bc1fd461e17 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-24T23:17:26,614 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,1-ba7f32532130,36995,1732490234026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350 to pos 0, reset compression=false 2024-11-24T23:17:26,615 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:17:26,647 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17/.tmp/queue/970ce5484b7a48e785d800362aab3fca is 151, key is 1-ba7f32532130,36995,1732490234026/queue:ba7f32532130%2C36995%2C1732490234026/1732490245054/Put/seqid=0 2024-11-24T23:17:26,647 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/.tmp/info/c2e65ecd0b8d4c1c870de809d19b9d0b is 147, key is hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17./info:regioninfo/1732490244656/Put/seqid=0 2024-11-24T23:17:26,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741839_1015 (size=6631) 2024-11-24T23:17:26,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741838_1014 (size=5500) 2024-11-24T23:17:26,734 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,2-ba7f32532130,36995,1732490234026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350 to pos 0, reset compression=false 2024-11-24T23:17:26,784 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:26,984 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:27,059 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17/.tmp/queue/970ce5484b7a48e785d800362aab3fca 2024-11-24T23:17:27,059 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/.tmp/info/c2e65ecd0b8d4c1c870de809d19b9d0b 2024-11-24T23:17:27,124 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17/.tmp/queue/970ce5484b7a48e785d800362aab3fca as hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17/queue/970ce5484b7a48e785d800362aab3fca 2024-11-24T23:17:27,144 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17/queue/970ce5484b7a48e785d800362aab3fca, entries=2, sequenceid=6, filesize=5.4 K 2024-11-24T23:17:27,149 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/.tmp/ns/8cdf3048adc240459b570244c8b73109 is 43, key is default/ns:d/1732490237627/Put/seqid=0 2024-11-24T23:17:27,155 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7c89928e79ec25646e3b1bc1fd461e17 in 565ms, sequenceid=6, compaction requested=false 2024-11-24T23:17:27,155 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T23:17:27,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741840_1016 (size=5153) 2024-11-24T23:17:27,165 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T23:17:27,168 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:17:27,168 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:17:27,168 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:27,168 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c89928e79ec25646e3b1bc1fd461e17: Waiting for close lock at 1732490246581Running coprocessor pre-close hooks at 1732490246582 (+1 ms)Disabling compacts and flushes for region at 1732490246582Disabling writes for close at 1732490246582Obtaining lock to block concurrent updates at 1732490246587 (+5 ms)Preparing flush snapshotting stores in 7c89928e79ec25646e3b1bc1fd461e17 at 1732490246587Finished memstore snapshotting hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732490246594 (+7 ms)Flushing stores of hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. at 1732490246595 (+1 ms)Flushing 7c89928e79ec25646e3b1bc1fd461e17/queue: creating writer at 1732490246597 (+2 ms)Flushing 7c89928e79ec25646e3b1bc1fd461e17/queue: appending metadata at 1732490246633 (+36 ms)Flushing 7c89928e79ec25646e3b1bc1fd461e17/queue: closing flushed file at 1732490246635 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c04deba: reopening flushed file at 1732490247122 (+487 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7c89928e79ec25646e3b1bc1fd461e17 in 565ms, sequenceid=6, compaction requested=false at 1732490247155 (+33 ms)Writing region close event to WAL at 1732490247160 (+5 ms)Running coprocessor post-close hooks at 1732490247166 (+6 ms)Closed at 1732490247168 (+2 ms) 2024-11-24T23:17:27,169 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:27,185 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:27,222 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,1-ba7f32532130,36995,1732490234026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350 to pos 0, reset compression=false 2024-11-24T23:17:27,232 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:17:27,232 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:17:27,241 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,2-ba7f32532130,36995,1732490234026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350 to pos 0, reset compression=false 2024-11-24T23:17:27,385 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:27,561 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/.tmp/ns/8cdf3048adc240459b570244c8b73109 2024-11-24T23:17:27,585 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/.tmp/table/98059387348d4e94a66988e99253e544 is 53, key is hbase:replication/table:state/1732490244679/Put/seqid=0 2024-11-24T23:17:27,585 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:17:27,585 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:17:27,585 DEBUG [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:27,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741841_1017 (size=5256) 2024-11-24T23:17:27,596 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/.tmp/table/98059387348d4e94a66988e99253e544 2024-11-24T23:17:27,608 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/.tmp/info/c2e65ecd0b8d4c1c870de809d19b9d0b as hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/info/c2e65ecd0b8d4c1c870de809d19b9d0b 2024-11-24T23:17:27,621 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/info/c2e65ecd0b8d4c1c870de809d19b9d0b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T23:17:27,622 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/.tmp/ns/8cdf3048adc240459b570244c8b73109 as hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/ns/8cdf3048adc240459b570244c8b73109 2024-11-24T23:17:27,632 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/ns/8cdf3048adc240459b570244c8b73109, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T23:17:27,635 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/.tmp/table/98059387348d4e94a66988e99253e544 as hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/table/98059387348d4e94a66988e99253e544 2024-11-24T23:17:27,644 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/table/98059387348d4e94a66988e99253e544, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T23:17:27,646 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1061ms, sequenceid=11, compaction requested=false 2024-11-24T23:17:27,653 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T23:17:27,654 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:17:27,654 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:17:27,654 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:27,655 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490246583Running coprocessor pre-close hooks at 1732490246583Disabling compacts and flushes for region at 1732490246583Disabling writes for close at 1732490246584 (+1 ms)Obtaining lock to block concurrent updates at 1732490246587 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732490246587Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732490246594 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732490246595 (+1 ms)Flushing 1588230740/info: creating writer at 1732490246597 (+2 ms)Flushing 1588230740/info: appending metadata at 1732490246633 (+36 ms)Flushing 1588230740/info: closing flushed file at 1732490246635 (+2 ms)Flushing 1588230740/ns: creating writer at 1732490247122 (+487 ms)Flushing 1588230740/ns: appending metadata at 1732490247148 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732490247148Flushing 1588230740/table: creating writer at 1732490247569 (+421 ms)Flushing 1588230740/table: appending metadata at 1732490247584 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732490247584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ea7414: reopening flushed file at 1732490247606 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551efd62: reopening flushed file at 1732490247621 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50dedb7e: reopening flushed file at 1732490247633 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1061ms, sequenceid=11, compaction requested=false at 1732490247646 (+13 ms)Writing region close event to WAL at 1732490247647 (+1 ms)Running coprocessor post-close hooks at 1732490247654 (+7 ms)Closed at 1732490247654 2024-11-24T23:17:27,655 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:27,786 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,36995,1732490234026; all regions closed. 2024-11-24T23:17:27,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741834_1010 (size=2742) 2024-11-24T23:17:27,796 DEBUG [RS:0;ba7f32532130:36995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/oldWALs 2024-11-24T23:17:27,796 INFO [RS:0;ba7f32532130:36995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C36995%2C1732490234026.meta:.meta(num 1732490237368) 2024-11-24T23:17:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741837_1013 (size=1802) 2024-11-24T23:17:27,800 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.rep.1732490244582 not finished, retry = 0 2024-11-24T23:17:27,847 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,2-ba7f32532130,36995,1732490234026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026/ba7f32532130%2C36995%2C1732490234026.1732490236350 to pos 0, reset compression=false 2024-11-24T23:17:27,903 DEBUG [RS:0;ba7f32532130:36995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/oldWALs 2024-11-24T23:17:27,903 INFO [RS:0;ba7f32532130:36995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C36995%2C1732490234026.rep:(num 1732490244582) 2024-11-24T23:17:27,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741832_1008 (size=93) 2024-11-24T23:17:27,909 DEBUG [RS:0;ba7f32532130:36995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/oldWALs 2024-11-24T23:17:27,909 INFO [RS:0;ba7f32532130:36995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C36995%2C1732490234026:(num 1732490236350) 2024-11-24T23:17:27,909 DEBUG [RS:0;ba7f32532130:36995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:27,909 INFO [RS:0;ba7f32532130:36995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:17:27,909 INFO [RS:0;ba7f32532130:36995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:17:27,909 INFO [RS:0;ba7f32532130:36995 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T23:17:27,910 INFO [RS:0;ba7f32532130:36995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:17:27,910 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:17:27,910 INFO [RS:0;ba7f32532130:36995 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,36995,1732490234026 because: Region server is closing 2024-11-24T23:17:27,910 INFO [RS:0;ba7f32532130:36995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:36995. 2024-11-24T23:17:27,910 DEBUG [RS:0;ba7f32532130:36995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:27,910 DEBUG [RS:0;ba7f32532130:36995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:27,910 DEBUG [RS:0;ba7f32532130:36995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:27,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:28,011 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026.replicationSource.shipperba7f32532130%2C36995%2C1732490234026,1-ba7f32532130,36995,1732490234026 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T23:17:28,011 INFO [RS:0;ba7f32532130:36995 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,36995,1732490234026.replicationSource.shipperba7f32532130%2C36995%2C1732490234026,1-ba7f32532130,36995,1732490234026 terminated 2024-11-24T23:17:28,012 INFO [RS:0;ba7f32532130:36995 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ba7f32532130,36995,1732490234026 because: Region server is closing 2024-11-24T23:17:28,012 INFO [RS:0;ba7f32532130:36995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:36995. 2024-11-24T23:17:28,012 DEBUG [RS:0;ba7f32532130:36995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:28,012 DEBUG [RS:0;ba7f32532130:36995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:28,012 DEBUG [RS:0;ba7f32532130:36995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:28,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:28,113 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026.replicationSource.wal-reader.ba7f32532130%2C36995%2C1732490234026,2-ba7f32532130,36995,1732490234026 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T23:17:28,113 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026.replicationSource.shipperba7f32532130%2C36995%2C1732490234026,2-ba7f32532130,36995,1732490234026 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T23:17:28,113 INFO [RS:0;ba7f32532130:36995 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,36995,1732490234026.replicationSource.shipperba7f32532130%2C36995%2C1732490234026,2-ba7f32532130,36995,1732490234026 terminated 2024-11-24T23:17:28,114 INFO [RS:0;ba7f32532130:36995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36995 2024-11-24T23:17:28,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159/rs 2024-11-24T23:17:28,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239021159/rs/ba7f32532130,36995,1732490234026 2024-11-24T23:17:28,168 INFO [RS:0;ba7f32532130:36995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:17:28,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,36995,1732490234026] 2024-11-24T23:17:28,237 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/draining/ba7f32532130,36995,1732490234026 already deleted, retry=false 2024-11-24T23:17:28,237 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,36995,1732490234026 expired; onlineServers=0 2024-11-24T23:17:28,238 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,35263,1732490233207' ***** 2024-11-24T23:17:28,238 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:17:28,238 INFO [M:0;ba7f32532130:35263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:17:28,238 INFO [M:0;ba7f32532130:35263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:17:28,238 DEBUG [M:0;ba7f32532130:35263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:17:28,239 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:17:28,239 DEBUG [M:0;ba7f32532130:35263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:17:28,239 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490236044 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490236044,5,FailOnTimeoutGroup] 2024-11-24T23:17:28,239 INFO [M:0;ba7f32532130:35263 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:17:28,239 INFO [M:0;ba7f32532130:35263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:17:28,239 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490236048 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490236048,5,FailOnTimeoutGroup] 2024-11-24T23:17:28,239 DEBUG [M:0;ba7f32532130:35263 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:17:28,239 INFO [M:0;ba7f32532130:35263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:17:28,239 INFO [M:0;ba7f32532130:35263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:17:28,240 INFO [M:0;ba7f32532130:35263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:17:28,240 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:17:28,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239021159/master 2024-11-24T23:17:28,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:28,294 DEBUG [M:0;ba7f32532130:35263 {}] zookeeper.ZKUtil(347): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Unable to get data of znode /0-239021159/master because node does not exist (not an error) 2024-11-24T23:17:28,294 WARN [M:0;ba7f32532130:35263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:17:28,294 INFO [M:0;ba7f32532130:35263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/.lastflushedseqids 2024-11-24T23:17:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741842_1018 (size=181) 2024-11-24T23:17:28,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:28,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1016f22f05d0001, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:28,317 INFO [RS:0;ba7f32532130:36995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:17:28,317 INFO [RS:0;ba7f32532130:36995 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,36995,1732490234026; zookeeper connection closed. 2024-11-24T23:17:28,317 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f36593f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f36593f 2024-11-24T23:17:28,318 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:17:28,612 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:17:28,713 INFO [M:0;ba7f32532130:35263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:17:28,713 INFO [M:0;ba7f32532130:35263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:17:28,713 DEBUG [M:0;ba7f32532130:35263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:17:28,713 INFO [M:0;ba7f32532130:35263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:28,713 DEBUG [M:0;ba7f32532130:35263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:28,713 DEBUG [M:0;ba7f32532130:35263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:17:28,714 DEBUG [M:0;ba7f32532130:35263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:28,714 INFO [M:0;ba7f32532130:35263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-24T23:17:28,731 DEBUG [M:0;ba7f32532130:35263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d34039ef63a498da74b7931a97320e0 is 82, key is hbase:meta,,1/info:regioninfo/1732490237451/Put/seqid=0 2024-11-24T23:17:28,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741843_1019 (size=5672) 2024-11-24T23:17:29,138 INFO [M:0;ba7f32532130:35263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d34039ef63a498da74b7931a97320e0 2024-11-24T23:17:29,168 DEBUG [M:0;ba7f32532130:35263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d12a551b30a46229f1a3447c68ba255 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732490244689/Put/seqid=0 2024-11-24T23:17:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741844_1020 (size=8663) 2024-11-24T23:17:29,574 INFO [M:0;ba7f32532130:35263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d12a551b30a46229f1a3447c68ba255 2024-11-24T23:17:29,602 DEBUG [M:0;ba7f32532130:35263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93b30f16d1364ba0b1c5fdb837eb84a2 is 69, key is ba7f32532130,36995,1732490234026/rs:state/1732490236101/Put/seqid=0 2024-11-24T23:17:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741845_1021 (size=5156) 2024-11-24T23:17:30,008 INFO [M:0;ba7f32532130:35263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93b30f16d1364ba0b1c5fdb837eb84a2 2024-11-24T23:17:30,017 DEBUG [M:0;ba7f32532130:35263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d34039ef63a498da74b7931a97320e0 as hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d34039ef63a498da74b7931a97320e0 2024-11-24T23:17:30,024 INFO [M:0;ba7f32532130:35263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d34039ef63a498da74b7931a97320e0, entries=8, sequenceid=115, filesize=5.5 K 2024-11-24T23:17:30,026 DEBUG [M:0;ba7f32532130:35263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d12a551b30a46229f1a3447c68ba255 as hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d12a551b30a46229f1a3447c68ba255 2024-11-24T23:17:30,033 INFO [M:0;ba7f32532130:35263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d12a551b30a46229f1a3447c68ba255, entries=14, sequenceid=115, filesize=8.5 K 2024-11-24T23:17:30,034 DEBUG [M:0;ba7f32532130:35263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93b30f16d1364ba0b1c5fdb837eb84a2 as hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93b30f16d1364ba0b1c5fdb837eb84a2 2024-11-24T23:17:30,041 INFO [M:0;ba7f32532130:35263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93b30f16d1364ba0b1c5fdb837eb84a2, entries=1, sequenceid=115, filesize=5.0 K 2024-11-24T23:17:30,043 INFO [M:0;ba7f32532130:35263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=115, compaction requested=false 2024-11-24T23:17:30,045 INFO [M:0;ba7f32532130:35263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:30,045 DEBUG [M:0;ba7f32532130:35263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490248713Disabling compacts and flushes for region at 1732490248713Disabling writes for close at 1732490248714 (+1 ms)Obtaining lock to block concurrent updates at 1732490248714Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490248714Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732490248714Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490248715 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490248715Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490248731 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490248731Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490249146 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490249167 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490249167Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490249585 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490249601 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490249601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4211bb2f: reopening flushed file at 1732490250015 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d5da1b: reopening flushed file at 1732490250025 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a834956: reopening flushed file at 1732490250033 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=115, compaction requested=false at 1732490250043 (+10 ms)Writing region close event to WAL at 1732490250045 (+2 ms)Closed at 1732490250045 2024-11-24T23:17:30,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741830_1006 (size=59421) 2024-11-24T23:17:30,048 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,35263,1732490233207/ba7f32532130%2C35263%2C1732490233207.1732490235293 not finished, retry = 0 2024-11-24T23:17:30,150 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:17:30,150 INFO [M:0;ba7f32532130:35263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:17:30,150 INFO [M:0;ba7f32532130:35263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35263 2024-11-24T23:17:30,150 INFO [M:0;ba7f32532130:35263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:17:30,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:30,263 INFO [M:0;ba7f32532130:35263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:17:30,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016f22f05d0000, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:30,267 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:17:30,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:30,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:30,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:17:30,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:30,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:17:30,268 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:17:30,268 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:17:30,269 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39307 2024-11-24T23:17:30,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39307 connecting to ZooKeeper ensemble=127.0.0.1:58104 2024-11-24T23:17:30,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393070x0, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:30,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39307-0x1016f22f05d0006 connected 2024-11-24T23:17:30,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:30,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:30,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/running 2024-11-24T23:17:30,301 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239021159/meta-region-server: INIT 2024-11-24T23:17:30,301 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db, hbase.cluster.distributed=false 2024-11-24T23:17:30,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/acl 2024-11-24T23:17:30,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39307 2024-11-24T23:17:30,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39307 2024-11-24T23:17:30,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39307 2024-11-24T23:17:30,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39307 2024-11-24T23:17:30,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39307 2024-11-24T23:17:30,321 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:17:30,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:30,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:30,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:17:30,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:30,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:17:30,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:17:30,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:17:30,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34165 2024-11-24T23:17:30,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34165 connecting to ZooKeeper ensemble=127.0.0.1:58104 2024-11-24T23:17:30,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:30,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:30,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341650x0, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:30,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341650x0, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/running 2024-11-24T23:17:30,343 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239021159/meta-region-server: INIT 2024-11-24T23:17:30,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34165-0x1016f22f05d0007 connected 2024-11-24T23:17:30,343 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:17:30,346 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:17:30,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/master 2024-11-24T23:17:30,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/acl 2024-11-24T23:17:30,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-24T23:17:30,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34165 2024-11-24T23:17:30,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34165 2024-11-24T23:17:30,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-24T23:17:30,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-24T23:17:30,373 DEBUG [M:0;ba7f32532130:39307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:39307 2024-11-24T23:17:30,374 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-239021159/backup-masters/ba7f32532130,39307,1732490250267 2024-11-24T23:17:30,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159/backup-masters 2024-11-24T23:17:30,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159/backup-masters 2024-11-24T23:17:30,385 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on existing znode=/0-239021159/backup-masters/ba7f32532130,39307,1732490250267 2024-11-24T23:17:30,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-239021159/master 2024-11-24T23:17:30,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:30,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:30,395 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on existing znode=/0-239021159/master 2024-11-24T23:17:30,395 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-239021159/backup-masters/ba7f32532130,39307,1732490250267 from backup master directory 2024-11-24T23:17:30,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159/backup-masters 2024-11-24T23:17:30,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239021159/backup-masters/ba7f32532130,39307,1732490250267 2024-11-24T23:17:30,405 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:17:30,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159/backup-masters 2024-11-24T23:17:30,405 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,39307,1732490250267 2024-11-24T23:17:30,424 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:30,424 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:17:30,443 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 19ms. 2024-11-24T23:17:30,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741846_1022 (size=196) 2024-11-24T23:17:30,863 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:17:30,864 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:17:30,864 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:30,872 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T23:17:30,875 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,35263,1732490233207 to hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,35263,1732490233207-dead as it is dead 2024-11-24T23:17:30,877 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T23:17:30,877 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T23:17:30,877 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,35263,1732490233207-dead/ba7f32532130%2C35263%2C1732490233207.1732490235293 2024-11-24T23:17:30,882 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,35263,1732490233207-dead/ba7f32532130%2C35263%2C1732490233207.1732490235293 after 4ms 2024-11-24T23:17:30,884 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,35263,1732490233207-dead/ba7f32532130%2C35263%2C1732490233207.1732490235293 to hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ba7f32532130%2C35263%2C1732490233207.1732490235293 2024-11-24T23:17:30,884 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,35263,1732490233207-dead 2024-11-24T23:17:30,884 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,39307,1732490250267 2024-11-24T23:17:30,886 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:17:30,887 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C39307%2C1732490250267, suffix=, logDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,39307,1732490250267, archiveDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/oldWALs, maxLogs=10 2024-11-24T23:17:30,901 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,39307,1732490250267/ba7f32532130%2C39307%2C1732490250267.1732490250888, exclude list is [], retry=0 2024-11-24T23:17:30,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38937,DS-f36d7a45-a165-4025-a51d-7fbf9d772079,DISK] 2024-11-24T23:17:30,908 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,39307,1732490250267/ba7f32532130%2C39307%2C1732490250267.1732490250888 2024-11-24T23:17:30,908 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-24T23:17:30,908 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:30,909 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:30,909 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:30,909 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:30,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:30,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:17:30,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:30,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d34039ef63a498da74b7931a97320e0 2024-11-24T23:17:30,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:30,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:30,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:17:30,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:30,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d12a551b30a46229f1a3447c68ba255 2024-11-24T23:17:30,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:30,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:30,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:17:30,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:30,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93b30f16d1364ba0b1c5fdb837eb84a2 2024-11-24T23:17:30,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:30,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:30,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:17:30,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:30,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:30,946 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:30,946 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T23:17:30,947 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ba7f32532130%2C35263%2C1732490233207.1732490235293 2024-11-24T23:17:30,963 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ba7f32532130%2C35263%2C1732490233207.1732490235293 2024-11-24T23:17:30,964 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ba7f32532130%2C35263%2C1732490233207.1732490235293 2024-11-24T23:17:30,966 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:30,966 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:30,967 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:30,969 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:30,971 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-24T23:17:30,972 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62085565, jitterRate=-0.07485298812389374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:30,973 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490250909Initializing all the Stores at 1732490250910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490250910Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490250910Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490250910Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490250910Cleaning up temporary data from old regions at 1732490250966 (+56 ms)Region opened successfully at 1732490250973 (+7 ms) 2024-11-24T23:17:30,973 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:17:30,977 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf57a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:17:30,987 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T23:17:30,987 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:17:30,987 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:17:30,987 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:17:30,988 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:17:30,994 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:30,994 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:17:30,995 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:17:30,995 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:17:30,995 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T23:17:30,995 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T23:17:30,996 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-24T23:17:30,996 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:17:31,000 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ba7f32532130,36995,1732490234026, regionLocation=ba7f32532130,36995,1732490234026, openSeqNum=2 2024-11-24T23:17:31,000 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ba7f32532130,36995,1732490234026, table=hbase:meta, region=1588230740 2024-11-24T23:17:31,000 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,36995,1732490234026, state=OPEN 2024-11-24T23:17:31,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-239021159/meta-region-server 2024-11-24T23:17:31,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-239021159/meta-region-server 2024-11-24T23:17:31,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239021159/meta-region-server: CHANGED 2024-11-24T23:17:31,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239021159/meta-region-server: CHANGED 2024-11-24T23:17:31,014 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:17:31,026 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/draining/ba7f32532130,36995,1732490234026 already deleted, retry=false 2024-11-24T23:17:31,026 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ba7f32532130,36995,1732490234026 on ba7f32532130,39307,1732490250267 2024-11-24T23:17:31,031 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ba7f32532130,36995,1732490234026, splitWal=true, meta=true 2024-11-24T23:17:31,033 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for ba7f32532130,36995,1732490234026 (carryingMeta=true) ba7f32532130,36995,1732490234026/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@20b95027[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T23:17:31,036 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Unable to get data of znode /0-239021159/balancer because node does not exist (not necessarily an error) 2024-11-24T23:17:31,079 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/balancer already deleted, retry=false 2024-11-24T23:17:31,080 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:17:31,081 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Unable to get data of znode /0-239021159/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:17:31,100 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/normalizer already deleted, retry=false 2024-11-24T23:17:31,100 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:17:31,102 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Unable to get data of znode /0-239021159/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:17:31,110 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/switch/split already deleted, retry=false 2024-11-24T23:17:31,111 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Unable to get data of znode /0-239021159/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:17:31,121 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/switch/merge already deleted, retry=false 2024-11-24T23:17:31,145 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Unable to get data of znode /0-239021159/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:17:31,157 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/snapshot-cleanup already deleted, retry=false 2024-11-24T23:17:31,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-239021159/running 2024-11-24T23:17:31,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-239021159/running 2024-11-24T23:17:31,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:31,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:31,169 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,39307,1732490250267, sessionid=0x1016f22f05d0006, setting cluster-up flag (Was=false) 2024-11-24T23:17:31,179 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-239021159/flush-table-proc/acquired, /0-239021159/flush-table-proc/reached, /0-239021159/flush-table-proc/abort 2024-11-24T23:17:31,180 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,39307,1732490250267 2024-11-24T23:17:31,190 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-239021159/online-snapshot/acquired, /0-239021159/online-snapshot/reached, /0-239021159/online-snapshot/abort 2024-11-24T23:17:31,192 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,39307,1732490250267 2024-11-24T23:17:31,194 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/.lastflushedseqids 2024-11-24T23:17:31,199 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:17:31,199 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:17:31,200 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,39307,1732490250267 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ba7f32532130,36995,1732490234026 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:17:31,203 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:31,203 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:31,203 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:31,203 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:31,203 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:17:31,203 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,203 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:17:31,203 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,204 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490281204 2024-11-24T23:17:31,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:17:31,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:17:31,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:17:31,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:17:31,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:17:31,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:17:31,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,206 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:17:31,206 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:17:31,206 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:17:31,206 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:17:31,206 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:17:31,206 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:17:31,207 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490251206,5,FailOnTimeoutGroup] 2024-11-24T23:17:31,207 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490251207,5,FailOnTimeoutGroup] 2024-11-24T23:17:31,207 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,207 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:17:31,207 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,207 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,207 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ba7f32532130,36995,1732490234026, splitWal=true, meta=true 2024-11-24T23:17:31,207 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490251207, completionTime=-1 2024-11-24T23:17:31,207 WARN [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T23:17:31,209 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ba7f32532130,36995,1732490234026, splitWal=true, meta=true, isMeta: true 2024-11-24T23:17:31,210 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T23:17:31,211 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026-splitting 2024-11-24T23:17:31,212 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026-splitting dir is empty, no logs to split. 2024-11-24T23:17:31,212 INFO [PEWorker-1 {}] master.SplitWALManager(105): ba7f32532130,36995,1732490234026 WAL count=0, meta=true 2024-11-24T23:17:31,216 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026-splitting dir is empty, no logs to split. 2024-11-24T23:17:31,216 INFO [PEWorker-1 {}] master.SplitWALManager(105): ba7f32532130,36995,1732490234026 WAL count=0, meta=true 2024-11-24T23:17:31,216 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ba7f32532130,36995,1732490234026 WAL splitting is done? wals=0, meta=true 2024-11-24T23:17:31,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:17:31,219 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:17:31,220 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T23:17:31,259 INFO [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(746): ClusterId : 56fa5083-7714-4d8c-82ae-b0070b5416cf 2024-11-24T23:17:31,260 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:17:31,276 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:17:31,276 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:17:31,290 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:17:31,291 DEBUG [RS:0;ba7f32532130:34165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e517998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:17:31,305 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:34165 2024-11-24T23:17:31,305 INFO [RS:0;ba7f32532130:34165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:17:31,305 INFO [RS:0;ba7f32532130:34165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:17:31,305 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:17:31,306 INFO [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,39307,1732490250267 with port=34165, startcode=1732490250320 2024-11-24T23:17:31,306 DEBUG [RS:0;ba7f32532130:34165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:17:31,308 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:17:31,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,34165,1732490250320 2024-11-24T23:17:31,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39307 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,34165,1732490250320 2024-11-24T23:17:31,311 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db 2024-11-24T23:17:31,311 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T23:17:31,311 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39167 2024-11-24T23:17:31,311 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:17:31,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159/rs 2024-11-24T23:17:31,321 DEBUG [RS:0;ba7f32532130:34165 {}] zookeeper.ZKUtil(111): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on existing znode=/0-239021159/rs/ba7f32532130,34165,1732490250320 2024-11-24T23:17:31,321 WARN [RS:0;ba7f32532130:34165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:17:31,322 INFO [RS:0;ba7f32532130:34165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:31,322 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320 2024-11-24T23:17:31,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,34165,1732490250320] 2024-11-24T23:17:31,365 INFO [RS:0;ba7f32532130:34165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:17:31,367 INFO [RS:0;ba7f32532130:34165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:17:31,368 INFO [RS:0;ba7f32532130:34165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:17:31,368 INFO [RS:0;ba7f32532130:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,368 INFO [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:17:31,369 INFO [RS:0;ba7f32532130:34165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:17:31,370 INFO [RS:0;ba7f32532130:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,370 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,370 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,370 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,370 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,370 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,370 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:17:31,371 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,371 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,371 WARN [ba7f32532130:39307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T23:17:31,371 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,371 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,371 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,371 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:31,371 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:17:31,371 DEBUG [RS:0;ba7f32532130:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:17:31,376 INFO [RS:0;ba7f32532130:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,377 INFO [RS:0;ba7f32532130:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,377 INFO [RS:0;ba7f32532130:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,377 INFO [RS:0;ba7f32532130:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,377 INFO [RS:0;ba7f32532130:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,377 INFO [RS:0;ba7f32532130:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34165,1732490250320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:17:31,398 INFO [RS:0;ba7f32532130:34165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:17:31,398 INFO [RS:0;ba7f32532130:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34165,1732490250320-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,416 INFO [RS:0;ba7f32532130:34165 {}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,34165,1732490250320, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:17:31,431 INFO [RS:0;ba7f32532130:34165 {}] regionserver.ReplicationSource(231): queueId=2-ba7f32532130,34165,1732490250320, ReplicationSource: 2, currentBandwidth=0 2024-11-24T23:17:31,432 INFO [RS:0;ba7f32532130:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,432 INFO [RS:0;ba7f32532130:34165 {}] regionserver.Replication(171): ba7f32532130,34165,1732490250320 started 2024-11-24T23:17:31,434 DEBUG [RS:0;ba7f32532130:34165.replicationSource,1-ba7f32532130,34165,1732490250320 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:32981' 2024-11-24T23:17:31,435 DEBUG [RS:0;ba7f32532130:34165.replicationSource,1-ba7f32532130,34165,1732490250320 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d867cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:31,435 DEBUG [RS:0;ba7f32532130:34165.replicationSource,1-ba7f32532130,34165,1732490250320 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,32981,-1 for getting cluster id 2024-11-24T23:17:31,435 DEBUG [RS:0;ba7f32532130:34165.replicationSource,1-ba7f32532130,34165,1732490250320 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:31,436 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2843c-b9ac-43e3-8a18-15be31afc198' 2024-11-24T23:17:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2843c-b9ac-43e3-8a18-15be31afc198" 2024-11-24T23:17:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b645096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,32981,-1] 2024-11-24T23:17:31,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:31,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:31,439 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:31,441 DEBUG [RS:0;ba7f32532130:34165.replicationSource,1-ba7f32532130,34165,1732490250320 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f79126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:31,441 DEBUG [RS:0;ba7f32532130:34165.replicationSource,1-ba7f32532130,34165,1732490250320 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:31,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,32981,1732490240305 2024-11-24T23:17:31,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48499f02 2024-11-24T23:17:31,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:31,444 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T23:17:31,445 INFO [RS:0;ba7f32532130:34165.replicationSource,1-ba7f32532130,34165,1732490250320 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,34165,1732490250320 (queues=0) is replicating from cluster=56fa5083-7714-4d8c-82ae-b0070b5416cf to cluster=1fe2843c-b9ac-43e3-8a18-15be31afc198 2024-11-24T23:17:31,448 DEBUG [RS:0;ba7f32532130:34165.replicationSource,2-ba7f32532130,34165,1732490250320 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:32981' 2024-11-24T23:17:31,448 INFO [RS:0;ba7f32532130:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:31,449 INFO [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,34165,1732490250320, RpcServer on ba7f32532130/172.17.0.3:34165, sessionid=0x1016f22f05d0007 2024-11-24T23:17:31,449 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:17:31,449 DEBUG [RS:0;ba7f32532130:34165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,34165,1732490250320 2024-11-24T23:17:31,449 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,34165,1732490250320' 2024-11-24T23:17:31,449 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-239021159/flush-table-proc/abort' 2024-11-24T23:17:31,450 DEBUG [RS:0;ba7f32532130:34165.replicationSource,2-ba7f32532130,34165,1732490250320 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24cee86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:31,450 DEBUG [RS:0;ba7f32532130:34165.replicationSource,2-ba7f32532130,34165,1732490250320 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,32981,-1 for getting cluster id 2024-11-24T23:17:31,450 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-239021159/flush-table-proc/acquired' 2024-11-24T23:17:31,450 DEBUG [RS:0;ba7f32532130:34165.replicationSource,2-ba7f32532130,34165,1732490250320 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:31,451 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:17:31,451 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:17:31,451 DEBUG [RS:0;ba7f32532130:34165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,34165,1732490250320 2024-11-24T23:17:31,451 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,34165,1732490250320' 2024-11-24T23:17:31,451 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-239021159/online-snapshot/abort' 2024-11-24T23:17:31,451 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2843c-b9ac-43e3-8a18-15be31afc198' 2024-11-24T23:17:31,451 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-239021159/online-snapshot/acquired' 2024-11-24T23:17:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2843c-b9ac-43e3-8a18-15be31afc198" 2024-11-24T23:17:31,452 DEBUG [RS:0;ba7f32532130:34165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:17:31,452 INFO [RS:0;ba7f32532130:34165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:17:31,452 INFO [RS:0;ba7f32532130:34165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:17:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e492cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,32981,-1] 2024-11-24T23:17:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:31,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:31,454 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:31,455 DEBUG [RS:0;ba7f32532130:34165.replicationSource,2-ba7f32532130,34165,1732490250320 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6f46f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:31,455 DEBUG [RS:0;ba7f32532130:34165.replicationSource,2-ba7f32532130,34165,1732490250320 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,32981,1732490240305 2024-11-24T23:17:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14f7f2f0 2024-11-24T23:17:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:31,458 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T23:17:31,459 INFO [RS:0;ba7f32532130:34165.replicationSource,2-ba7f32532130,34165,1732490250320 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ba7f32532130,34165,1732490250320 (queues=0) is replicating from cluster=56fa5083-7714-4d8c-82ae-b0070b5416cf to cluster=1fe2843c-b9ac-43e3-8a18-15be31afc198 2024-11-24T23:17:31,553 INFO [RS:0;ba7f32532130:34165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:17:31,555 INFO [RS:0;ba7f32532130:34165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C34165%2C1732490250320, suffix=, logDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320, archiveDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/oldWALs, maxLogs=10 2024-11-24T23:17:31,568 DEBUG [RS:0;ba7f32532130:34165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556, exclude list is [], retry=0 2024-11-24T23:17:31,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38937,DS-f36d7a45-a165-4025-a51d-7fbf9d772079,DISK] 2024-11-24T23:17:31,574 INFO [RS:0;ba7f32532130:34165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 2024-11-24T23:17:31,575 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ba7f32532130%2C34165%2C1732490250320 for peer 1 2024-11-24T23:17:31,575 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ba7f32532130%2C34165%2C1732490250320 for peer 2 2024-11-24T23:17:31,575 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C34165%2C1732490250320 2024-11-24T23:17:31,575 INFO [RS:0;ba7f32532130:34165 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,34165,1732490250320, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:17:31,576 INFO [RS:0;ba7f32532130:34165.replicationSource.shipperba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C34165%2C1732490250320 2024-11-24T23:17:31,576 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ba7f32532130%2C34165%2C1732490250320 2024-11-24T23:17:31,576 INFO [RS:0;ba7f32532130:34165 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ba7f32532130,34165,1732490250320, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:17:31,576 INFO [RS:0;ba7f32532130:34165.replicationSource.shipperba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C34165%2C1732490250320 2024-11-24T23:17:31,576 DEBUG [RS:0;ba7f32532130:34165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-24T23:17:31,576 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556, startPosition=0, beingWritten=true 2024-11-24T23:17:31,576 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556, startPosition=0, beingWritten=true 2024-11-24T23:17:31,621 DEBUG [ba7f32532130:39307 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:17:31,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,34165,1732490250320 2024-11-24T23:17:31,624 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,34165,1732490250320, state=OPENING 2024-11-24T23:17:31,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-239021159/meta-region-server 2024-11-24T23:17:31,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-239021159/meta-region-server 2024-11-24T23:17:31,637 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:17:31,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,34165,1732490250320}] 2024-11-24T23:17:31,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239021159/meta-region-server: CHANGED 2024-11-24T23:17:31,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239021159/meta-region-server: CHANGED 2024-11-24T23:17:31,785 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:31,785 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:31,791 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:17:31,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:17:31,798 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:17:31,799 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:31,799 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:17:31,801 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C34165%2C1732490250320.meta, suffix=.meta, logDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320, archiveDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/oldWALs, maxLogs=10 2024-11-24T23:17:31,815 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.meta.1732490251802.meta, exclude list is [], retry=0 2024-11-24T23:17:31,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38937,DS-f36d7a45-a165-4025-a51d-7fbf9d772079,DISK] 2024-11-24T23:17:31,820 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.meta.1732490251802.meta 2024-11-24T23:17:31,820 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-24T23:17:31,820 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:31,821 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:17:31,821 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:17:31,821 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:17:31,821 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:17:31,821 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:17:31,821 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:31,821 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:17:31,821 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:17:31,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:17:31,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:17:31,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:31,832 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/info/c2e65ecd0b8d4c1c870de809d19b9d0b 2024-11-24T23:17:31,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:31,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:17:31,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:17:31,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:31,842 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/ns/8cdf3048adc240459b570244c8b73109 2024-11-24T23:17:31,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:31,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:17:31,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:17:31,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:31,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:31,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:17:31,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:17:31,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:31,853 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/table/98059387348d4e94a66988e99253e544 2024-11-24T23:17:31,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:31,853 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:17:31,854 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740 2024-11-24T23:17:31,856 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740 2024-11-24T23:17:31,857 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:17:31,857 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:17:31,858 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:31,860 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:17:31,861 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73665981, jitterRate=0.09770865738391876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:31,861 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:17:31,861 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490251822Writing region info on filesystem at 1732490251822Initializing all the Stores at 1732490251823 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490251823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490251823Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490251823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490251823Cleaning up temporary data from old regions at 1732490251857 (+34 ms)Running coprocessor post-open hooks at 1732490251861 (+4 ms)Region opened successfully at 1732490251861 2024-11-24T23:17:31,862 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732490251791 2024-11-24T23:17:31,865 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:17:31,866 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:17:31,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ba7f32532130,34165,1732490250320 2024-11-24T23:17:31,869 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,34165,1732490250320, state=OPEN 2024-11-24T23:17:31,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-239021159/meta-region-server 2024-11-24T23:17:31,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-239021159/meta-region-server 2024-11-24T23:17:31,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239021159/meta-region-server: CHANGED 2024-11-24T23:17:31,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239021159/meta-region-server: CHANGED 2024-11-24T23:17:31,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,34165,1732490250320 2024-11-24T23:17:31,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T23:17:31,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,34165,1732490250320 in 242 msec 2024-11-24T23:17:31,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-24T23:17:31,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-11-24T23:17:32,096 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:32,097 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:32,505 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:32,505 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:32,814 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-24T23:17:33,017 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:33,017 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:33,514 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:17:33,624 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:33,624 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:34,317 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-24T23:17:34,331 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:34,331 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:35,138 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:35,142 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:35,720 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T23:17:35,720 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:17:35,721 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:17:35,721 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34165,1732490250320, seqNum=-1] 2024-11-24T23:17:35,721 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:17:35,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:17:35,729 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7c89928e79ec25646e3b1bc1fd461e17, regionState=OPEN, lastHost=ba7f32532130,36995,1732490234026, regionLocation=ba7f32532130,36995,1732490234026, openSeqNum=2 2024-11-24T23:17:35,729 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:17:35,729 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490315729 2024-11-24T23:17:35,729 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490375729 2024-11-24T23:17:35,729 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-24T23:17:35,730 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ba7f32532130,36995,1732490234026 had 2 regions 2024-11-24T23:17:35,730 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,39307,1732490250267-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:35,730 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,39307,1732490250267-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:35,730 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,39307,1732490250267-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:35,730 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:39307, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:35,730 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:35,731 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:35,731 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ba7f32532130,36995,1732490234026, splitWal=true, meta=true, isMeta: false 2024-11-24T23:17:35,733 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026-splitting dir is empty, no logs to split. 2024-11-24T23:17:35,733 INFO [PEWorker-3 {}] master.SplitWALManager(105): ba7f32532130,36995,1732490234026 WAL count=0, meta=false 2024-11-24T23:17:35,737 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,36995,1732490234026-splitting dir is empty, no logs to split. 2024-11-24T23:17:35,737 INFO [PEWorker-3 {}] master.SplitWALManager(105): ba7f32532130,36995,1732490234026 WAL count=0, meta=false 2024-11-24T23:17:35,737 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ba7f32532130,36995,1732490234026 WAL splitting is done? wals=0, meta=false 2024-11-24T23:17:35,738 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.333sec 2024-11-24T23:17:35,738 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:17:35,738 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:17:35,738 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:17:35,738 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:17:35,738 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:17:35,738 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,39307,1732490250267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:17:35,738 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,39307,1732490250267-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:17:35,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c89928e79ec25646e3b1bc1fd461e17, ASSIGN}] 2024-11-24T23:17:35,741 WARN [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ba7f32532130,36995,1732490234026/hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:35,742 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c89928e79ec25646e3b1bc1fd461e17, ASSIGN 2024-11-24T23:17:35,743 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:17:35,743 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:17:35,743 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,39307,1732490250267-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:35,743 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7c89928e79ec25646e3b1bc1fd461e17, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T23:17:35,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:35,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,39307,-1 for getting cluster id 2024-11-24T23:17:35,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:35,764 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56fa5083-7714-4d8c-82ae-b0070b5416cf' 2024-11-24T23:17:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56fa5083-7714-4d8c-82ae-b0070b5416cf" 2024-11-24T23:17:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649dcf20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,39307,-1] 2024-11-24T23:17:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:35,767 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ccebb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:35,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:17:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34165,1732490250320, seqNum=-1] 2024-11-24T23:17:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:17:35,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:17:35,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T23:17:35,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:35,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:35,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:35,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:35,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ba7f32532130:39307 after: ba7f32532130:39307 2024-11-24T23:17:35,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:35,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,39307,-1 for getting cluster id 2024-11-24T23:17:35,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:35,778 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56fa5083-7714-4d8c-82ae-b0070b5416cf' 2024-11-24T23:17:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56fa5083-7714-4d8c-82ae-b0070b5416cf" 2024-11-24T23:17:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5689a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,39307,-1] 2024-11-24T23:17:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:35,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:35,781 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:35,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:35,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,39307,1732490250267 2024-11-24T23:17:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@767730e9 2024-11-24T23:17:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:35,784 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:17:35,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T23:17:35,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T23:17:35,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T23:17:35,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T23:17:35,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:17:35,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:35,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:35,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:35,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:35,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:35,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:17:35,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1452901288, stopped=false 2024-11-24T23:17:35,788 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,32981,1732490240305 2024-11-24T23:17:35,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11283996334/running 2024-11-24T23:17:35,853 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11283996334/running 2024-11-24T23:17:35,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:35,853 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:35,854 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:17:35,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:35,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:35,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:35,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Set watcher on znode that does not yet exist, /11283996334/running 2024-11-24T23:17:35,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Set watcher on znode that does not yet exist, /11283996334/running 2024-11-24T23:17:35,855 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,40323,1732490240457' ***** 2024-11-24T23:17:35,855 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:17:35,856 INFO [RS:0;ba7f32532130:40323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:17:35,856 INFO [RS:0;ba7f32532130:40323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:17:35,856 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:17:35,857 INFO [RS:0;ba7f32532130:40323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:17:35,857 INFO [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,40323,1732490240457 2024-11-24T23:17:35,857 INFO [RS:0;ba7f32532130:40323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:17:35,857 INFO [RS:0;ba7f32532130:40323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:40323. 2024-11-24T23:17:35,857 DEBUG [RS:0;ba7f32532130:40323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:35,857 DEBUG [RS:0;ba7f32532130:40323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:35,857 INFO [RS:0;ba7f32532130:40323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:17:35,857 INFO [RS:0;ba7f32532130:40323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:17:35,858 INFO [RS:0;ba7f32532130:40323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:17:35,858 INFO [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:17:35,858 INFO [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:17:35,858 DEBUG [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:17:35,858 DEBUG [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:35,858 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:17:35,858 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:17:35,858 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:17:35,858 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:17:35,859 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:17:35,859 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T23:17:35,876 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/data/hbase/meta/1588230740/.tmp/ns/6ed9248976d940e8b6faaa7c3152aa8b is 43, key is default/ns:d/1732490243171/Put/seqid=0 2024-11-24T23:17:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741835_1011 (size=5153) 2024-11-24T23:17:35,893 DEBUG [ba7f32532130:39307 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:17:35,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7c89928e79ec25646e3b1bc1fd461e17, regionState=OPENING, regionLocation=ba7f32532130,34165,1732490250320 2024-11-24T23:17:35,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7c89928e79ec25646e3b1bc1fd461e17, ASSIGN because future has completed 2024-11-24T23:17:35,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c89928e79ec25646e3b1bc1fd461e17, server=ba7f32532130,34165,1732490250320}] 2024-11-24T23:17:35,934 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:17:36,022 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:17:36,022 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:17:36,044 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:36,048 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:36,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:36,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:36,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:17:36,058 DEBUG [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:36,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C34165%2C1732490250320.rep, suffix=, logDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320, archiveDir=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/oldWALs, maxLogs=10 2024-11-24T23:17:36,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.rep.1732490256060, exclude list is [], retry=0 2024-11-24T23:17:36,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38937,DS-f36d7a45-a165-4025-a51d-7fbf9d772079,DISK] 2024-11-24T23:17:36,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.rep.1732490256060 2024-11-24T23:17:36,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-24T23:17:36,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c89928e79ec25646e3b1bc1fd461e17, NAME => 'hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:36,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:17:36,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:17:36,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. service=MultiRowMutationService 2024-11-24T23:17:36,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:17:36,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:36,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,080 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,082 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c89928e79ec25646e3b1bc1fd461e17 columnFamilyName hfileref 2024-11-24T23:17:36,082 DEBUG [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:36,082 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.HStore(327): Store=7c89928e79ec25646e3b1bc1fd461e17/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:36,083 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,084 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c89928e79ec25646e3b1bc1fd461e17 columnFamilyName queue 2024-11-24T23:17:36,084 DEBUG [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:36,091 DEBUG [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17/queue/970ce5484b7a48e785d800362aab3fca 2024-11-24T23:17:36,092 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.HStore(327): Store=7c89928e79ec25646e3b1bc1fd461e17/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:36,092 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,093 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c89928e79ec25646e3b1bc1fd461e17 columnFamilyName sid 2024-11-24T23:17:36,093 DEBUG [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:36,094 INFO [StoreOpener-7c89928e79ec25646e3b1bc1fd461e17-1 {}] regionserver.HStore(327): Store=7c89928e79ec25646e3b1bc1fd461e17/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:36,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:17:36,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 7c89928e79ec25646e3b1bc1fd461e17; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68360954, jitterRate=0.018657594919204712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:17:36,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:36,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7c89928e79ec25646e3b1bc1fd461e17: Running coprocessor pre-open hook at 1732490256079Writing region info on filesystem at 1732490256079Initializing all the Stores at 1732490256080 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490256080Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490256080Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490256080Cleaning up temporary data from old regions at 1732490256097 (+17 ms)Running coprocessor post-open hooks at 1732490256101 (+4 ms)Region opened successfully at 1732490256101 2024-11-24T23:17:36,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17., pid=19, masterSystemTime=1732490256053 2024-11-24T23:17:36,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:36,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:36,107 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7c89928e79ec25646e3b1bc1fd461e17, regionState=OPEN, openSeqNum=10, regionLocation=ba7f32532130,34165,1732490250320 2024-11-24T23:17:36,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c89928e79ec25646e3b1bc1fd461e17, server=ba7f32532130,34165,1732490250320 because future has completed 2024-11-24T23:17:36,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T23:17:36,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c89928e79ec25646e3b1bc1fd461e17, server=ba7f32532130,34165,1732490250320 in 214 msec 2024-11-24T23:17:36,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-24T23:17:36,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c89928e79ec25646e3b1bc1fd461e17, ASSIGN in 376 msec 2024-11-24T23:17:36,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T23:17:36,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17., hostname=ba7f32532130,34165,1732490250320, seqNum=10] 2024-11-24T23:17:36,167 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for ba7f32532130,36995,1732490234026 2024-11-24T23:17:36,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T23:17:36,259 DEBUG [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:36,281 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/data/hbase/meta/1588230740/.tmp/ns/6ed9248976d940e8b6faaa7c3152aa8b 2024-11-24T23:17:36,292 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/data/hbase/meta/1588230740/.tmp/ns/6ed9248976d940e8b6faaa7c3152aa8b as hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/data/hbase/meta/1588230740/ns/6ed9248976d940e8b6faaa7c3152aa8b 2024-11-24T23:17:36,300 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/data/hbase/meta/1588230740/ns/6ed9248976d940e8b6faaa7c3152aa8b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T23:17:36,302 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-24T23:17:36,302 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:17:36,308 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T23:17:36,308 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:17:36,309 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:17:36,309 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:36,309 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490255858Running coprocessor pre-close hooks at 1732490255858Disabling compacts and flushes for region at 1732490255858Disabling writes for close at 1732490255859 (+1 ms)Obtaining lock to block concurrent updates at 1732490255859Preparing flush snapshotting stores in 1588230740 at 1732490255859Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732490255859Flushing stores of hbase:meta,,1.1588230740 at 1732490255860 (+1 ms)Flushing 1588230740/ns: creating writer at 1732490255861 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732490255875 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732490255875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401834c3: reopening flushed file at 1732490256290 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1732490256302 (+12 ms)Writing region close event to WAL at 1732490256303 (+1 ms)Running coprocessor post-close hooks at 1732490256308 (+5 ms)Closed at 1732490256309 (+1 ms) 2024-11-24T23:17:36,309 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:36,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-24T23:17:36,459 INFO [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,40323,1732490240457; all regions closed. 2024-11-24T23:17:36,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741834_1010 (size=1152) 2024-11-24T23:17:36,466 DEBUG [RS:0;ba7f32532130:40323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/oldWALs 2024-11-24T23:17:36,466 INFO [RS:0;ba7f32532130:40323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C40323%2C1732490240457.meta:.meta(num 1732490243080) 2024-11-24T23:17:36,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741832_1008 (size=93) 2024-11-24T23:17:36,472 DEBUG [RS:0;ba7f32532130:40323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/oldWALs 2024-11-24T23:17:36,472 INFO [RS:0;ba7f32532130:40323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C40323%2C1732490240457:(num 1732490242167) 2024-11-24T23:17:36,472 DEBUG [RS:0;ba7f32532130:40323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:36,472 INFO [RS:0;ba7f32532130:40323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:17:36,472 INFO [RS:0;ba7f32532130:40323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:17:36,472 INFO [RS:0;ba7f32532130:40323 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:17:36,472 INFO [RS:0;ba7f32532130:40323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:17:36,472 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:17:36,472 INFO [RS:0;ba7f32532130:40323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40323 2024-11-24T23:17:36,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334/rs 2024-11-24T23:17:36,511 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11283996334/rs/ba7f32532130,40323,1732490240457 2024-11-24T23:17:36,512 INFO [RS:0;ba7f32532130:40323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:17:36,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,40323,1732490240457] 2024-11-24T23:17:36,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11283996334/draining/ba7f32532130,40323,1732490240457 already deleted, retry=false 2024-11-24T23:17:36,599 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,40323,1732490240457 expired; onlineServers=0 2024-11-24T23:17:36,599 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,32981,1732490240305' ***** 2024-11-24T23:17:36,599 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:17:36,599 INFO [M:0;ba7f32532130:32981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:17:36,599 INFO [M:0;ba7f32532130:32981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:17:36,599 DEBUG [M:0;ba7f32532130:32981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:17:36,600 DEBUG [M:0;ba7f32532130:32981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:17:36,600 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:17:36,600 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490241843 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490241843,5,FailOnTimeoutGroup] 2024-11-24T23:17:36,600 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490241843 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490241843,5,FailOnTimeoutGroup] 2024-11-24T23:17:36,600 INFO [M:0;ba7f32532130:32981 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:17:36,600 INFO [M:0;ba7f32532130:32981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:17:36,600 DEBUG [M:0;ba7f32532130:32981 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:17:36,600 INFO [M:0;ba7f32532130:32981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:17:36,600 INFO [M:0;ba7f32532130:32981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:17:36,600 INFO [M:0;ba7f32532130:32981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:17:36,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:17:36,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11283996334/master 2024-11-24T23:17:36,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283996334 2024-11-24T23:17:36,610 DEBUG [M:0;ba7f32532130:32981 {}] zookeeper.ZKUtil(347): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Unable to get data of znode /11283996334/master because node does not exist (not an error) 2024-11-24T23:17:36,610 WARN [M:0;ba7f32532130:32981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:17:36,612 INFO [M:0;ba7f32532130:32981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/.lastflushedseqids 2024-11-24T23:17:36,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741836_1012 (size=99) 2024-11-24T23:17:36,681 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:36,681 INFO [RS:0;ba7f32532130:40323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:17:36,681 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x1016f22f05d0004, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:36,681 INFO [RS:0;ba7f32532130:40323 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,40323,1732490240457; zookeeper connection closed. 2024-11-24T23:17:36,682 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b6c9caa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b6c9caa 2024-11-24T23:17:36,682 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:17:37,018 INFO [M:0;ba7f32532130:32981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:17:37,018 INFO [M:0;ba7f32532130:32981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:17:37,018 DEBUG [M:0;ba7f32532130:32981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:17:37,018 INFO [M:0;ba7f32532130:32981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:37,018 DEBUG [M:0;ba7f32532130:32981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:37,018 DEBUG [M:0;ba7f32532130:32981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:17:37,018 DEBUG [M:0;ba7f32532130:32981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:37,018 INFO [M:0;ba7f32532130:32981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T23:17:37,041 DEBUG [M:0;ba7f32532130:32981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4e562609bde4407a8ee1043084d6520 is 82, key is hbase:meta,,1/info:regioninfo/1732490243138/Put/seqid=0 2024-11-24T23:17:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741837_1013 (size=5672) 2024-11-24T23:17:37,052 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:37,056 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:37,451 INFO [M:0;ba7f32532130:32981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4e562609bde4407a8ee1043084d6520 2024-11-24T23:17:37,476 DEBUG [M:0;ba7f32532130:32981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb272846f7214b8dab376f78bb834aae is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732490243183/Put/seqid=0 2024-11-24T23:17:37,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741838_1014 (size=5275) 2024-11-24T23:17:37,883 INFO [M:0;ba7f32532130:32981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb272846f7214b8dab376f78bb834aae 2024-11-24T23:17:37,906 DEBUG [M:0;ba7f32532130:32981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a798a68192c48a7b433948230dcaa2b is 69, key is ba7f32532130,40323,1732490240457/rs:state/1732490241952/Put/seqid=0 2024-11-24T23:17:37,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741839_1015 (size=5156) 2024-11-24T23:17:38,158 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:38,161 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:38,312 INFO [M:0;ba7f32532130:32981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a798a68192c48a7b433948230dcaa2b 2024-11-24T23:17:38,322 DEBUG [M:0;ba7f32532130:32981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4e562609bde4407a8ee1043084d6520 as hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4e562609bde4407a8ee1043084d6520 2024-11-24T23:17:38,333 INFO [M:0;ba7f32532130:32981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4e562609bde4407a8ee1043084d6520, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T23:17:38,334 DEBUG [M:0;ba7f32532130:32981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb272846f7214b8dab376f78bb834aae as hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb272846f7214b8dab376f78bb834aae 2024-11-24T23:17:38,340 INFO [M:0;ba7f32532130:32981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb272846f7214b8dab376f78bb834aae, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T23:17:38,341 DEBUG [M:0;ba7f32532130:32981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a798a68192c48a7b433948230dcaa2b as hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a798a68192c48a7b433948230dcaa2b 2024-11-24T23:17:38,348 INFO [M:0;ba7f32532130:32981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a798a68192c48a7b433948230dcaa2b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T23:17:38,349 INFO [M:0;ba7f32532130:32981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=28, compaction requested=false 2024-11-24T23:17:38,351 INFO [M:0;ba7f32532130:32981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:38,351 DEBUG [M:0;ba7f32532130:32981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490257018Disabling compacts and flushes for region at 1732490257018Disabling writes for close at 1732490257018Obtaining lock to block concurrent updates at 1732490257018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490257018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732490257019 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490257020 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490257020Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490257040 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490257040Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490257459 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490257476 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490257476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490257891 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490257906 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490257906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a69f31: reopening flushed file at 1732490258321 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb2dedf: reopening flushed file at 1732490258333 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36afa393: reopening flushed file at 1732490258340 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=28, compaction requested=false at 1732490258349 (+9 ms)Writing region close event to WAL at 1732490258351 (+2 ms)Closed at 1732490258351 2024-11-24T23:17:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741830_1006 (size=10165) 2024-11-24T23:17:38,353 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0080a235-2605-99b3-6958-789e06cb9bd2/MasterData/WALs/ba7f32532130,32981,1732490240305/ba7f32532130%2C32981%2C1732490240305.1732490241530 not finished, retry = 0 2024-11-24T23:17:38,454 INFO [M:0;ba7f32532130:32981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:17:38,454 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:17:38,455 INFO [M:0;ba7f32532130:32981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32981 2024-11-24T23:17:38,457 INFO [M:0;ba7f32532130:32981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:17:38,568 INFO [M:0;ba7f32532130:32981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:17:38,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:38,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1016f22f05d0003, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:38,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:17:38,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:17:38,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:17:38,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:17:38,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/hadoop.log.dir/,STOPPED} 2024-11-24T23:17:38,609 WARN [BP-611116530-172.17.0.3-1732490237858 heartbeating to localhost/127.0.0.1:45447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:17:38,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:17:38,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:17:38,609 WARN [BP-611116530-172.17.0.3-1732490237858 heartbeating to localhost/127.0.0.1:45447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-611116530-172.17.0.3-1732490237858 (Datanode Uuid 095356f9-7e59-4e05-94f4-8a29d9ded9ac) service to localhost/127.0.0.1:45447 2024-11-24T23:17:38,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/cluster_270fcfb5-973b-b75f-9c3b-efc6c86e989d/data/data1/current/BP-611116530-172.17.0.3-1732490237858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:17:38,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/cluster_270fcfb5-973b-b75f-9c3b-efc6c86e989d/data/data2/current/BP-611116530-172.17.0.3-1732490237858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:17:38,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:17:38,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:17:38,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:17:38,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:17:38,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:17:38,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/hadoop.log.dir/,STOPPED} 2024-11-24T23:17:38,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:17:38,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:17:38,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:38,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:38,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:38,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:38,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:38,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:17:38,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1280142948, stopped=false 2024-11-24T23:17:38,650 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,39307,1732490250267 2024-11-24T23:17:38,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239021159/running 2024-11-24T23:17:38,662 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:17:38,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:38,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239021159/running 2024-11-24T23:17:38,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:38,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:38,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:38,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:38,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,34165,1732490250320' ***** 2024-11-24T23:17:38,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:17:38,664 INFO [RS:0;ba7f32532130:34165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:17:38,664 INFO [RS:0;ba7f32532130:34165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:17:38,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/running 2024-11-24T23:17:38,664 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:17:38,664 INFO [RS:0;ba7f32532130:34165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:17:38,664 INFO [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:38,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Set watcher on znode that does not yet exist, /0-239021159/running 2024-11-24T23:17:38,664 INFO [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,34165,1732490250320 2024-11-24T23:17:38,664 INFO [RS:0;ba7f32532130:34165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:17:38,664 INFO [RS:0;ba7f32532130:34165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:34165. 2024-11-24T23:17:38,665 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c89928e79ec25646e3b1bc1fd461e17, disabling compactions & flushes 2024-11-24T23:17:38,665 DEBUG [RS:0;ba7f32532130:34165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:38,665 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:38,665 DEBUG [RS:0;ba7f32532130:34165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:38,665 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:38,665 INFO [RS:0;ba7f32532130:34165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:17:38,665 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. after waiting 0 ms 2024-11-24T23:17:38,665 INFO [RS:0;ba7f32532130:34165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:17:38,665 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:38,665 INFO [RS:0;ba7f32532130:34165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:17:38,665 INFO [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:17:38,668 INFO [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T23:17:38,668 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(1325): Online Regions={7c89928e79ec25646e3b1bc1fd461e17=hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:17:38,668 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:17:38,668 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c89928e79ec25646e3b1bc1fd461e17 2024-11-24T23:17:38,668 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:17:38,668 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:17:38,668 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:17:38,668 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:17:38,669 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T23:17:38,673 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/replication/7c89928e79ec25646e3b1bc1fd461e17/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-24T23:17:38,674 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:17:38,674 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:17:38,674 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:38,674 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c89928e79ec25646e3b1bc1fd461e17: Waiting for close lock at 1732490258664Running coprocessor pre-close hooks at 1732490258664Disabling compacts and flushes for region at 1732490258664Disabling writes for close at 1732490258665 (+1 ms)Writing region close event to WAL at 1732490258669 (+4 ms)Running coprocessor post-close hooks at 1732490258674 (+5 ms)Closed at 1732490258674 2024-11-24T23:17:38,674 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17. 2024-11-24T23:17:38,684 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:17:38,685 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/.tmp/info/38d6d525a29247d79005b348d36e1e3d is 147, key is hbase:replication,,1732490243391.7c89928e79ec25646e3b1bc1fd461e17./info:regioninfo/1732490256107/Put/seqid=0 2024-11-24T23:17:38,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741851_1027 (size=6385) 2024-11-24T23:17:38,869 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:39,069 DEBUG [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:39,091 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/.tmp/info/38d6d525a29247d79005b348d36e1e3d 2024-11-24T23:17:39,098 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/.tmp/info/38d6d525a29247d79005b348d36e1e3d as hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/info/38d6d525a29247d79005b348d36e1e3d 2024-11-24T23:17:39,106 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/info/38d6d525a29247d79005b348d36e1e3d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T23:17:39,108 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-24T23:17:39,116 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T23:17:39,117 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:17:39,117 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:17:39,117 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:39,117 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490258668Running coprocessor pre-close hooks at 1732490258668Disabling compacts and flushes for region at 1732490258668Disabling writes for close at 1732490258668Obtaining lock to block concurrent updates at 1732490258669 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732490258669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732490258669Flushing stores of hbase:meta,,1.1588230740 at 1732490258670 (+1 ms)Flushing 1588230740/info: creating writer at 1732490258670Flushing 1588230740/info: appending metadata at 1732490258685 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732490258685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7709578b: reopening flushed file at 1732490259097 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1732490259108 (+11 ms)Writing region close event to WAL at 1732490259110 (+2 ms)Running coprocessor post-close hooks at 1732490259117 (+7 ms)Closed at 1732490259117 2024-11-24T23:17:39,118 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:39,269 INFO [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,34165,1732490250320; all regions closed. 2024-11-24T23:17:39,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741849_1025 (size=2156) 2024-11-24T23:17:39,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.meta.1732490251802.meta not finished, retry = 0 2024-11-24T23:17:39,366 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:39,367 DEBUG [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/WALs/ba7f32532130,34165,1732490250320/ba7f32532130%2C34165%2C1732490250320.1732490251556 to pos 0, reset compression=false 2024-11-24T23:17:39,376 DEBUG [RS:0;ba7f32532130:34165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/oldWALs 2024-11-24T23:17:39,376 INFO [RS:0;ba7f32532130:34165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C34165%2C1732490250320.meta:.meta(num 1732490251802) 2024-11-24T23:17:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741850_1026 (size=796) 2024-11-24T23:17:39,382 DEBUG [RS:0;ba7f32532130:34165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/oldWALs 2024-11-24T23:17:39,382 INFO [RS:0;ba7f32532130:34165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C34165%2C1732490250320.rep:(num 1732490256060) 2024-11-24T23:17:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741848_1024 (size=93) 2024-11-24T23:17:39,386 DEBUG [RS:0;ba7f32532130:34165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/oldWALs 2024-11-24T23:17:39,387 INFO [RS:0;ba7f32532130:34165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C34165%2C1732490250320:(num 1732490251556) 2024-11-24T23:17:39,387 DEBUG [RS:0;ba7f32532130:34165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:39,387 INFO [RS:0;ba7f32532130:34165 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:17:39,387 INFO [RS:0;ba7f32532130:34165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:17:39,387 INFO [RS:0;ba7f32532130:34165 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:17:39,387 INFO [RS:0;ba7f32532130:34165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:17:39,387 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:17:39,387 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T23:17:39,387 INFO [RS:0;ba7f32532130:34165 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,34165,1732490250320 because: Region server is closing 2024-11-24T23:17:39,387 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T23:17:39,387 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T23:17:39,388 INFO [RS:0;ba7f32532130:34165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:34165. 2024-11-24T23:17:39,388 DEBUG [RS:0;ba7f32532130:34165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:39,388 DEBUG [RS:0;ba7f32532130:34165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:39,388 DEBUG [RS:0;ba7f32532130:34165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:39,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:39,488 WARN [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T23:17:39,488 WARN [RS:0;ba7f32532130:34165.replicationSource.shipperba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T23:17:39,489 INFO [RS:0;ba7f32532130:34165 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ba7f32532130:34165.replicationSource.shipperba7f32532130%2C34165%2C1732490250320,1-ba7f32532130,34165,1732490250320 terminated 2024-11-24T23:17:39,489 INFO [RS:0;ba7f32532130:34165 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ba7f32532130,34165,1732490250320 because: Region server is closing 2024-11-24T23:17:39,489 INFO [RS:0;ba7f32532130:34165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:34165. 2024-11-24T23:17:39,489 DEBUG [RS:0;ba7f32532130:34165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:39,489 DEBUG [RS:0;ba7f32532130:34165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:39,489 DEBUG [RS:0;ba7f32532130:34165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:39,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:39,590 WARN [RS:0;ba7f32532130:34165.replicationSource.shipperba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T23:17:39,590 WARN [RS:0;ba7f32532130:34165.replicationSource.wal-reader.ba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T23:17:39,590 INFO [RS:0;ba7f32532130:34165 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;ba7f32532130:34165.replicationSource.shipperba7f32532130%2C34165%2C1732490250320,2-ba7f32532130,34165,1732490250320 terminated 2024-11-24T23:17:39,590 INFO [RS:0;ba7f32532130:34165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34165 2024-11-24T23:17:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239021159/rs/ba7f32532130,34165,1732490250320 2024-11-24T23:17:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159/rs 2024-11-24T23:17:39,620 INFO [RS:0;ba7f32532130:34165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:17:39,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,34165,1732490250320] 2024-11-24T23:17:39,641 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-239021159/draining/ba7f32532130,34165,1732490250320 already deleted, retry=false 2024-11-24T23:17:39,641 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,34165,1732490250320 expired; onlineServers=0 2024-11-24T23:17:39,641 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,39307,1732490250267' ***** 2024-11-24T23:17:39,641 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:17:39,641 INFO [M:0;ba7f32532130:39307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:17:39,641 INFO [M:0;ba7f32532130:39307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:17:39,641 DEBUG [M:0;ba7f32532130:39307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:17:39,641 DEBUG [M:0;ba7f32532130:39307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:17:39,641 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:17:39,641 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490251207 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490251207,5,FailOnTimeoutGroup] 2024-11-24T23:17:39,641 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490251206 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490251206,5,FailOnTimeoutGroup] 2024-11-24T23:17:39,642 INFO [M:0;ba7f32532130:39307 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:17:39,642 INFO [M:0;ba7f32532130:39307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:17:39,642 DEBUG [M:0;ba7f32532130:39307 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:17:39,642 INFO [M:0;ba7f32532130:39307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:17:39,642 INFO [M:0;ba7f32532130:39307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:17:39,642 INFO [M:0;ba7f32532130:39307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:17:39,642 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:17:39,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239021159/master 2024-11-24T23:17:39,652 DEBUG [M:0;ba7f32532130:39307 {}] zookeeper.ZKUtil(347): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Unable to get data of znode /0-239021159/master because node does not exist (not an error) 2024-11-24T23:17:39,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239021159 2024-11-24T23:17:39,652 WARN [M:0;ba7f32532130:39307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:17:39,653 INFO [M:0;ba7f32532130:39307 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/.lastflushedseqids 2024-11-24T23:17:39,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741852_1028 (size=181) 2024-11-24T23:17:39,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:39,731 INFO [RS:0;ba7f32532130:34165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:17:39,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1016f22f05d0007, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:39,731 INFO [RS:0;ba7f32532130:34165 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,34165,1732490250320; zookeeper connection closed. 2024-11-24T23:17:39,731 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e714c6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e714c6f 2024-11-24T23:17:39,731 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:17:40,059 INFO [M:0;ba7f32532130:39307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:17:40,059 INFO [M:0;ba7f32532130:39307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:17:40,059 DEBUG [M:0;ba7f32532130:39307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:17:40,059 INFO [M:0;ba7f32532130:39307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:40,059 DEBUG [M:0;ba7f32532130:39307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:40,059 DEBUG [M:0;ba7f32532130:39307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:17:40,059 DEBUG [M:0;ba7f32532130:39307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:40,060 INFO [M:0;ba7f32532130:39307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T23:17:40,075 DEBUG [M:0;ba7f32532130:39307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9136a48579d44469ce5a0ca7e253447 is 82, key is hbase:meta,,1/info:regioninfo/1732490251867/Put/seqid=0 2024-11-24T23:17:40,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741853_1029 (size=5680) 2024-11-24T23:17:40,480 INFO [M:0;ba7f32532130:39307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9136a48579d44469ce5a0ca7e253447 2024-11-24T23:17:40,499 DEBUG [M:0;ba7f32532130:39307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d27c4be2e157409391868b4fa55c1d7d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732490256117/Put/seqid=0 2024-11-24T23:17:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741854_1030 (size=7319) 2024-11-24T23:17:40,904 INFO [M:0;ba7f32532130:39307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d27c4be2e157409391868b4fa55c1d7d 2024-11-24T23:17:40,924 DEBUG [M:0;ba7f32532130:39307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34d6e442fcb4480f893a5dab4a5e143b is 69, key is ba7f32532130,34165,1732490250320/rs:state/1732490251309/Put/seqid=0 2024-11-24T23:17:40,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741855_1031 (size=5371) 2024-11-24T23:17:41,329 INFO [M:0;ba7f32532130:39307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34d6e442fcb4480f893a5dab4a5e143b 2024-11-24T23:17:41,335 INFO [M:0;ba7f32532130:39307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34d6e442fcb4480f893a5dab4a5e143b 2024-11-24T23:17:41,336 DEBUG [M:0;ba7f32532130:39307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9136a48579d44469ce5a0ca7e253447 as hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9136a48579d44469ce5a0ca7e253447 2024-11-24T23:17:41,342 INFO [M:0;ba7f32532130:39307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9136a48579d44469ce5a0ca7e253447, entries=8, sequenceid=172, filesize=5.5 K 2024-11-24T23:17:41,343 DEBUG [M:0;ba7f32532130:39307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d27c4be2e157409391868b4fa55c1d7d as hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d27c4be2e157409391868b4fa55c1d7d 2024-11-24T23:17:41,349 INFO [M:0;ba7f32532130:39307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d27c4be2e157409391868b4fa55c1d7d, entries=7, sequenceid=172, filesize=7.1 K 2024-11-24T23:17:41,350 DEBUG [M:0;ba7f32532130:39307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34d6e442fcb4480f893a5dab4a5e143b as hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34d6e442fcb4480f893a5dab4a5e143b 2024-11-24T23:17:41,357 INFO [M:0;ba7f32532130:39307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34d6e442fcb4480f893a5dab4a5e143b 2024-11-24T23:17:41,357 INFO [M:0;ba7f32532130:39307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39167/user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34d6e442fcb4480f893a5dab4a5e143b, entries=2, sequenceid=172, filesize=5.2 K 2024-11-24T23:17:41,358 INFO [M:0;ba7f32532130:39307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=172, compaction requested=false 2024-11-24T23:17:41,359 INFO [M:0;ba7f32532130:39307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:41,359 DEBUG [M:0;ba7f32532130:39307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490260059Disabling compacts and flushes for region at 1732490260059Disabling writes for close at 1732490260059Obtaining lock to block concurrent updates at 1732490260060 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490260060Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732490260060Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490260061 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490260061Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490260075 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490260075Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490260485 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490260498 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490260498Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490260909 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490260923 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490260923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e100f2: reopening flushed file at 1732490261335 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6f8d41: reopening flushed file at 1732490261342 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6bfb90: reopening flushed file at 1732490261349 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=172, compaction requested=false at 1732490261358 (+9 ms)Writing region close event to WAL at 1732490261359 (+1 ms)Closed at 1732490261359 2024-11-24T23:17:41,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741847_1023 (size=22949) 2024-11-24T23:17:41,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0e95d75-2c6e-bd12-611f-8451329082db/MasterData/WALs/ba7f32532130,39307,1732490250267/ba7f32532130%2C39307%2C1732490250267.1732490250888 not finished, retry = 0 2024-11-24T23:17:41,463 INFO [M:0;ba7f32532130:39307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:17:41,463 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:17:41,463 INFO [M:0;ba7f32532130:39307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39307 2024-11-24T23:17:41,464 INFO [M:0;ba7f32532130:39307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:17:41,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:17:41,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:17:41,677 INFO [M:0;ba7f32532130:39307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:17:41,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:41,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1016f22f05d0006, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:41,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:17:41,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:17:41,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:17:41,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:17:41,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/hadoop.log.dir/,STOPPED} 2024-11-24T23:17:41,683 WARN [BP-458157733-172.17.0.3-1732490229684 heartbeating to localhost/127.0.0.1:39167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:17:41,683 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:17:41,684 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:17:41,684 WARN [BP-458157733-172.17.0.3-1732490229684 heartbeating to localhost/127.0.0.1:39167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-458157733-172.17.0.3-1732490229684 (Datanode Uuid 6fd2a539-3861-4c7b-b7a0-3d4c5513687b) service to localhost/127.0.0.1:39167 2024-11-24T23:17:41,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/cluster_55030806-bbaf-1b06-9be4-7e1b0280b08e/data/data1/current/BP-458157733-172.17.0.3-1732490229684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:17:41,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/cluster_55030806-bbaf-1b06-9be4-7e1b0280b08e/data/data2/current/BP-458157733-172.17.0.3-1732490229684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:17:41,685 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:17:41,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:17:41,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:17:41,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:17:41,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:17:41,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e678aef0-dd45-072d-adac-7ac9d9ff1b8c/hadoop.log.dir/,STOPPED} 2024-11-24T23:17:41,700 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:17:41,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:17:41,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ba7f32532130:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/ba7f32532130:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39167 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/ba7f32532130:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45447 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ba7f32532130:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ba7f32532130:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58104) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58104) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=7580 (was 7823) 2024-11-24T23:17:41,733 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=7580 2024-11-24T23:17:41,745 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-24T23:17:41,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/hadoop.log.dir so I do NOT create it in target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589 2024-11-24T23:17:41,746 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:17:41,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/hadoop.tmp.dir so I do NOT create it in target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589 2024-11-24T23:17:41,746 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fe5ca7-0361-726c-54e6-bfd046d340a3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:17:41,746 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589 2024-11-24T23:17:41,746 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/cluster_f3c49b01-1f03-5f33-abe8-95b421858395, deleteOnExit=true 2024-11-24T23:17:41,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/cluster_f3c49b01-1f03-5f33-abe8-95b421858395/zookeeper_0, clientPort=52283, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/cluster_f3c49b01-1f03-5f33-abe8-95b421858395/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/cluster_f3c49b01-1f03-5f33-abe8-95b421858395/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:17:41,750 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52283 2024-11-24T23:17:41,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:17:41,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:17:41,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/test.cache.data in system properties and HBase conf 2024-11-24T23:17:41,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:17:41,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:17:41,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:17:41,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:17:41,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:17:41,751 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:17:41,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:17:41,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:17:41,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:17:41,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:17:41,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:17:41,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:17:41,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:17:41,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:17:41,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:17:41,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:17:41,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:17:41,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:17:41,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:17:41,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:17:41,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016f22f05d0002, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:17:41,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016f22f05d0005, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:17:41,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016f22f05d0005, quorum=127.0.0.1:58104, baseZNode=/11283996334 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:17:41,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016f22f05d0002, quorum=127.0.0.1:58104, baseZNode=/0-239021159 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:17:42,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:17:42,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:17:42,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:17:42,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:17:42,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:17:42,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:17:42,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:17:42,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:17:42,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/java.io.tmpdir/jetty-localhost-41065-hadoop-hdfs-3_4_1-tests_jar-_-any-7930796774334731223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:17:42,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:41065} 2024-11-24T23:17:42,204 INFO [Time-limited test {}] server.Server(415): Started @34879ms 2024-11-24T23:17:42,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:17:42,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:17:42,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:17:42,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:17:42,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:17:42,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:17:42,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:17:42,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/java.io.tmpdir/jetty-localhost-46589-hadoop-hdfs-3_4_1-tests_jar-_-any-15458640114721453193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:17:42,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:46589} 2024-11-24T23:17:42,576 INFO [Time-limited test {}] server.Server(415): Started @35251ms 2024-11-24T23:17:42,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:17:43,268 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/cluster_f3c49b01-1f03-5f33-abe8-95b421858395/data/data1/current/BP-399665156-172.17.0.3-1732490261776/current, will proceed with Du for space computation calculation, 2024-11-24T23:17:43,268 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/cluster_f3c49b01-1f03-5f33-abe8-95b421858395/data/data2/current/BP-399665156-172.17.0.3-1732490261776/current, will proceed with Du for space computation calculation, 2024-11-24T23:17:43,283 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:17:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc498fa02fe7a7e5 with lease ID 0xb44ff2ba6dd38217: Processing first storage report for DS-60cb39a4-eeae-4610-bc9b-98ea53dfa756 from datanode DatanodeRegistration(127.0.0.1:42227, datanodeUuid=aeae6356-7996-4f74-bdba-8fdd1456f2b5, infoPort=40953, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=41528210;c=1732490261776) 2024-11-24T23:17:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc498fa02fe7a7e5 with lease ID 0xb44ff2ba6dd38217: from storage DS-60cb39a4-eeae-4610-bc9b-98ea53dfa756 node DatanodeRegistration(127.0.0.1:42227, datanodeUuid=aeae6356-7996-4f74-bdba-8fdd1456f2b5, infoPort=40953, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=41528210;c=1732490261776), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:17:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc498fa02fe7a7e5 with lease ID 0xb44ff2ba6dd38217: Processing first storage report for DS-6136de97-4052-445c-8a99-e57557c9b9dc from datanode DatanodeRegistration(127.0.0.1:42227, datanodeUuid=aeae6356-7996-4f74-bdba-8fdd1456f2b5, infoPort=40953, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=41528210;c=1732490261776) 2024-11-24T23:17:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc498fa02fe7a7e5 with lease ID 0xb44ff2ba6dd38217: from storage DS-6136de97-4052-445c-8a99-e57557c9b9dc node DatanodeRegistration(127.0.0.1:42227, datanodeUuid=aeae6356-7996-4f74-bdba-8fdd1456f2b5, infoPort=40953, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=41528210;c=1732490261776), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:17:43,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589 2024-11-24T23:17:43,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:43,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:43,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:17:43,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:17:43,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:17:43,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:17:43,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:17:43,724 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c with version=8 2024-11-24T23:17:43,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/hbase-staging 2024-11-24T23:17:43,727 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:17:43,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:43,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:43,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:17:43,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:43,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:17:43,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:17:43,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:17:43,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41251 2024-11-24T23:17:43,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41251 connecting to ZooKeeper ensemble=127.0.0.1:52283 2024-11-24T23:17:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412510x0, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:43,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41251-0x1016f2370a00000 connected 2024-11-24T23:17:43,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:43,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:43,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Set watcher on znode that does not yet exist, /0-959936786/running 2024-11-24T23:17:43,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c, hbase.cluster.distributed=false 2024-11-24T23:17:43,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Set watcher on znode that does not yet exist, /0-959936786/acl 2024-11-24T23:17:43,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41251 2024-11-24T23:17:43,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41251 2024-11-24T23:17:43,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41251 2024-11-24T23:17:43,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41251 2024-11-24T23:17:43,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41251 2024-11-24T23:17:43,931 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:17:43,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:43,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:43,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:17:43,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:43,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:17:43,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:17:43,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:17:43,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38689 2024-11-24T23:17:43,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38689 connecting to ZooKeeper ensemble=127.0.0.1:52283 2024-11-24T23:17:43,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:43,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:43,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386890x0, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:43,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38689-0x1016f2370a00001 connected 2024-11-24T23:17:43,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Set watcher on znode that does not yet exist, /0-959936786/running 2024-11-24T23:17:43,952 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:17:43,953 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:17:43,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Set watcher on znode that does not yet exist, /0-959936786/master 2024-11-24T23:17:43,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Set watcher on znode that does not yet exist, /0-959936786/acl 2024-11-24T23:17:43,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38689 2024-11-24T23:17:43,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38689 2024-11-24T23:17:43,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38689 2024-11-24T23:17:43,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38689 2024-11-24T23:17:43,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38689 2024-11-24T23:17:43,970 DEBUG [M:0;ba7f32532130:41251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:41251 2024-11-24T23:17:43,971 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-959936786/backup-masters/ba7f32532130,41251,1732490263726 2024-11-24T23:17:43,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786/backup-masters 2024-11-24T23:17:43,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786/backup-masters 2024-11-24T23:17:43,983 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Set watcher on existing znode=/0-959936786/backup-masters/ba7f32532130,41251,1732490263726 2024-11-24T23:17:43,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-959936786/master 2024-11-24T23:17:43,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:43,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:43,994 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Set watcher on existing znode=/0-959936786/master 2024-11-24T23:17:43,994 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-959936786/backup-masters/ba7f32532130,41251,1732490263726 from backup master directory 2024-11-24T23:17:44,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959936786/backup-masters/ba7f32532130,41251,1732490263726 2024-11-24T23:17:44,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786/backup-masters 2024-11-24T23:17:44,004 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:17:44,004 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,41251,1732490263726 2024-11-24T23:17:44,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786/backup-masters 2024-11-24T23:17:44,008 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/hbase.id] with ID: 49bfb6eb-82a6-479f-b81e-6bccb96b624c 2024-11-24T23:17:44,008 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/.tmp/hbase.id 2024-11-24T23:17:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:17:44,414 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/.tmp/hbase.id]:[hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/hbase.id] 2024-11-24T23:17:44,427 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:44,427 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:17:44,429 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T23:17:44,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:44,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:44,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:17:44,884 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:17:44,885 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:17:44,886 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:44,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:17:45,294 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store 2024-11-24T23:17:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:17:45,706 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:45,706 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:17:45,706 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:45,706 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:45,706 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:17:45,706 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:45,707 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:45,707 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490265706Disabling compacts and flushes for region at 1732490265706Disabling writes for close at 1732490265706Writing region close event to WAL at 1732490265707 (+1 ms)Closed at 1732490265707 2024-11-24T23:17:45,708 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/.initializing 2024-11-24T23:17:45,708 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/WALs/ba7f32532130,41251,1732490263726 2024-11-24T23:17:45,709 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:17:45,711 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C41251%2C1732490263726, suffix=, logDir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/WALs/ba7f32532130,41251,1732490263726, archiveDir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/oldWALs, maxLogs=10 2024-11-24T23:17:45,727 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/WALs/ba7f32532130,41251,1732490263726/ba7f32532130%2C41251%2C1732490263726.1732490265711, exclude list is [], retry=0 2024-11-24T23:17:45,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-60cb39a4-eeae-4610-bc9b-98ea53dfa756,DISK] 2024-11-24T23:17:45,732 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/WALs/ba7f32532130,41251,1732490263726/ba7f32532130%2C41251%2C1732490263726.1732490265711 2024-11-24T23:17:45,733 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40953:40953)] 2024-11-24T23:17:45,733 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:45,733 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:45,733 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:45,733 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:45,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:45,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:17:45,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:45,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:45,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:45,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:17:45,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:45,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:45,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:45,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:17:45,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:45,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:45,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:45,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:17:45,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:45,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:45,743 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:45,744 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:45,744 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:45,746 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:45,746 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:45,746 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:45,748 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:45,750 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:17:45,751 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61533040, jitterRate=-0.08308625221252441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:45,752 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490265733Initializing all the Stores at 1732490265735 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490265735Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490265735Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490265735Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490265735Cleaning up temporary data from old regions at 1732490265746 (+11 ms)Region opened successfully at 1732490265752 (+6 ms) 2024-11-24T23:17:45,752 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:17:45,755 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56502b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:17:45,757 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:17:45,757 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:17:45,757 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:17:45,757 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:17:45,758 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:17:45,758 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:17:45,758 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:17:45,760 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:17:45,761 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Unable to get data of znode /0-959936786/balancer because node does not exist (not necessarily an error) 2024-11-24T23:17:45,825 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959936786/balancer already deleted, retry=false 2024-11-24T23:17:45,826 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:17:45,826 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Unable to get data of znode /0-959936786/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:17:45,835 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959936786/normalizer already deleted, retry=false 2024-11-24T23:17:45,836 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:17:45,837 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Unable to get data of znode /0-959936786/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:17:45,846 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959936786/switch/split already deleted, retry=false 2024-11-24T23:17:45,847 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Unable to get data of znode /0-959936786/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:17:45,856 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959936786/switch/merge already deleted, retry=false 2024-11-24T23:17:45,859 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Unable to get data of znode /0-959936786/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:17:45,867 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959936786/snapshot-cleanup already deleted, retry=false 2024-11-24T23:17:45,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-959936786/running 2024-11-24T23:17:45,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-959936786/running 2024-11-24T23:17:45,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:45,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:45,878 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,41251,1732490263726, sessionid=0x1016f2370a00000, setting cluster-up flag (Was=false) 2024-11-24T23:17:45,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:45,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:45,930 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-959936786/flush-table-proc/acquired, /0-959936786/flush-table-proc/reached, /0-959936786/flush-table-proc/abort 2024-11-24T23:17:45,932 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,41251,1732490263726 2024-11-24T23:17:45,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:45,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:45,983 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-959936786/online-snapshot/acquired, /0-959936786/online-snapshot/reached, /0-959936786/online-snapshot/abort 2024-11-24T23:17:45,984 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,41251,1732490263726 2024-11-24T23:17:45,985 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:17:45,987 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:45,987 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:17:45,987 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:17:45,987 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,41251,1732490263726 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:17:45,988 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:45,988 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:45,989 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:45,989 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:45,989 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:17:45,989 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:45,989 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:17:45,989 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:45,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:45,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:17:45,991 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490295991 2024-11-24T23:17:45,991 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:17:45,991 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:17:45,991 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:17:45,991 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:17:45,991 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:17:45,991 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:17:45,992 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:45,992 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:45,992 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:17:45,992 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:17:45,992 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:17:45,992 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:17:45,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:17:45,993 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:17:45,993 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:17:45,993 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490265993,5,FailOnTimeoutGroup] 2024-11-24T23:17:45,993 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490265993,5,FailOnTimeoutGroup] 2024-11-24T23:17:45,993 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:45,993 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:17:45,993 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:45,993 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:45,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:17:46,062 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(746): ClusterId : 49bfb6eb-82a6-479f-b81e-6bccb96b624c 2024-11-24T23:17:46,062 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:17:46,073 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:17:46,073 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:17:46,083 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:17:46,084 DEBUG [RS:0;ba7f32532130:38689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d660ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:17:46,094 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:38689 2024-11-24T23:17:46,094 INFO [RS:0;ba7f32532130:38689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:17:46,094 INFO [RS:0;ba7f32532130:38689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:17:46,094 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:17:46,095 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,41251,1732490263726 with port=38689, startcode=1732490263931 2024-11-24T23:17:46,095 DEBUG [RS:0;ba7f32532130:38689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:17:46,097 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:17:46,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,38689,1732490263931 2024-11-24T23:17:46,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41251 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,38689,1732490263931 2024-11-24T23:17:46,100 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c 2024-11-24T23:17:46,100 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39759 2024-11-24T23:17:46,100 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:17:46,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786/rs 2024-11-24T23:17:46,110 DEBUG [RS:0;ba7f32532130:38689 {}] zookeeper.ZKUtil(111): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Set watcher on existing znode=/0-959936786/rs/ba7f32532130,38689,1732490263931 2024-11-24T23:17:46,110 WARN [RS:0;ba7f32532130:38689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:17:46,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,38689,1732490263931] 2024-11-24T23:17:46,110 INFO [RS:0;ba7f32532130:38689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:46,110 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931 2024-11-24T23:17:46,114 INFO [RS:0;ba7f32532130:38689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:17:46,117 INFO [RS:0;ba7f32532130:38689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:17:46,117 INFO [RS:0;ba7f32532130:38689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:17:46,117 INFO [RS:0;ba7f32532130:38689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:46,119 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:17:46,120 INFO [RS:0;ba7f32532130:38689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:17:46,120 INFO [RS:0;ba7f32532130:38689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:46,121 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:46,121 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:46,121 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:46,121 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:46,121 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:46,121 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:17:46,121 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:46,121 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:46,121 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:46,121 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:46,121 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:46,121 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:46,122 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:17:46,122 DEBUG [RS:0;ba7f32532130:38689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:17:46,122 INFO [RS:0;ba7f32532130:38689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:46,122 INFO [RS:0;ba7f32532130:38689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:46,122 INFO [RS:0;ba7f32532130:38689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:46,122 INFO [RS:0;ba7f32532130:38689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:46,122 INFO [RS:0;ba7f32532130:38689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:46,123 INFO [RS:0;ba7f32532130:38689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38689,1732490263931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:17:46,137 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:17:46,137 INFO [RS:0;ba7f32532130:38689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38689,1732490263931-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:46,137 INFO [RS:0;ba7f32532130:38689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:46,137 INFO [RS:0;ba7f32532130:38689 {}] regionserver.Replication(171): ba7f32532130,38689,1732490263931 started 2024-11-24T23:17:46,153 INFO [RS:0;ba7f32532130:38689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:46,153 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,38689,1732490263931, RpcServer on ba7f32532130/172.17.0.3:38689, sessionid=0x1016f2370a00001 2024-11-24T23:17:46,154 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:17:46,154 DEBUG [RS:0;ba7f32532130:38689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,38689,1732490263931 2024-11-24T23:17:46,154 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,38689,1732490263931' 2024-11-24T23:17:46,154 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-959936786/flush-table-proc/abort' 2024-11-24T23:17:46,154 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-959936786/flush-table-proc/acquired' 2024-11-24T23:17:46,155 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:17:46,155 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:17:46,155 DEBUG [RS:0;ba7f32532130:38689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,38689,1732490263931 2024-11-24T23:17:46,155 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,38689,1732490263931' 2024-11-24T23:17:46,155 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-959936786/online-snapshot/abort' 2024-11-24T23:17:46,156 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-959936786/online-snapshot/acquired' 2024-11-24T23:17:46,157 DEBUG [RS:0;ba7f32532130:38689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:17:46,157 INFO [RS:0;ba7f32532130:38689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:17:46,157 INFO [RS:0;ba7f32532130:38689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:17:46,258 INFO [RS:0;ba7f32532130:38689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:17:46,260 INFO [RS:0;ba7f32532130:38689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C38689%2C1732490263931, suffix=, logDir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931, archiveDir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/oldWALs, maxLogs=10 2024-11-24T23:17:46,273 DEBUG [RS:0;ba7f32532130:38689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.1732490266261, exclude list is [], retry=0 2024-11-24T23:17:46,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-60cb39a4-eeae-4610-bc9b-98ea53dfa756,DISK] 2024-11-24T23:17:46,278 INFO [RS:0;ba7f32532130:38689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.1732490266261 2024-11-24T23:17:46,279 DEBUG [RS:0;ba7f32532130:38689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40953:40953)] 2024-11-24T23:17:46,401 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:17:46,401 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c 2024-11-24T23:17:46,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:17:46,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:46,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:17:46,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:17:46,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:46,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:46,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:17:46,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:17:46,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:46,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:46,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:17:46,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:17:46,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:46,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:46,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:17:46,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:17:46,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:46,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:46,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:17:46,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740 2024-11-24T23:17:46,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740 2024-11-24T23:17:46,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:17:46,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:17:46,823 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:46,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:17:46,827 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:17:46,827 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59375668, jitterRate=-0.11523360013961792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:46,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490266809Initializing all the Stores at 1732490266810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490266810Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490266810Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490266810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490266810Cleaning up temporary data from old regions at 1732490266822 (+12 ms)Region opened successfully at 1732490266828 (+6 ms) 2024-11-24T23:17:46,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:17:46,828 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:17:46,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:17:46,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:17:46,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:17:46,828 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:46,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490266828Disabling compacts and flushes for region at 1732490266828Disabling writes for close at 1732490266828Writing region close event to WAL at 1732490266828Closed at 1732490266828 2024-11-24T23:17:46,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:46,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:17:46,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:17:46,831 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:17:46,832 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:17:46,982 DEBUG [ba7f32532130:41251 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:17:46,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,38689,1732490263931 2024-11-24T23:17:46,984 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,38689,1732490263931, state=OPENING 2024-11-24T23:17:46,993 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:17:47,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:47,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:47,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-959936786/meta-region-server: CHANGED 2024-11-24T23:17:47,004 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:17:47,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-959936786/meta-region-server: CHANGED 2024-11-24T23:17:47,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,38689,1732490263931}] 2024-11-24T23:17:47,157 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:17:47,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:17:47,162 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:17:47,163 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:47,163 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:17:47,165 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C38689%2C1732490263931.meta, suffix=.meta, logDir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931, archiveDir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/oldWALs, maxLogs=10 2024-11-24T23:17:47,178 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.meta.1732490267165.meta, exclude list is [], retry=0 2024-11-24T23:17:47,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-60cb39a4-eeae-4610-bc9b-98ea53dfa756,DISK] 2024-11-24T23:17:47,182 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.meta.1732490267165.meta 2024-11-24T23:17:47,183 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40953:40953)] 2024-11-24T23:17:47,183 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:47,183 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:17:47,183 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:17:47,183 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:17:47,183 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:17:47,184 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:17:47,184 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:47,184 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:17:47,184 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:17:47,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:17:47,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:17:47,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:47,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:47,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:17:47,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:17:47,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:47,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:47,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:17:47,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:17:47,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:47,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:47,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:17:47,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:17:47,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:47,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:47,193 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:17:47,194 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740 2024-11-24T23:17:47,195 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740 2024-11-24T23:17:47,197 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:17:47,197 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:17:47,197 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:47,199 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:17:47,200 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61071618, jitterRate=-0.08996197581291199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:47,200 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:17:47,200 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490267184Writing region info on filesystem at 1732490267184Initializing all the Stores at 1732490267185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490267185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490267185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490267185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490267185Cleaning up temporary data from old regions at 1732490267197 (+12 ms)Running coprocessor post-open hooks at 1732490267200 (+3 ms)Region opened successfully at 1732490267200 2024-11-24T23:17:47,201 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490267157 2024-11-24T23:17:47,204 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:17:47,204 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:17:47,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,38689,1732490263931 2024-11-24T23:17:47,206 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,38689,1732490263931, state=OPEN 2024-11-24T23:17:47,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-959936786/meta-region-server 2024-11-24T23:17:47,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-959936786/meta-region-server 2024-11-24T23:17:47,312 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,38689,1732490263931 2024-11-24T23:17:47,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-959936786/meta-region-server: CHANGED 2024-11-24T23:17:47,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-959936786/meta-region-server: CHANGED 2024-11-24T23:17:47,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:17:47,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,38689,1732490263931 in 308 msec 2024-11-24T23:17:47,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:17:47,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-24T23:17:47,318 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:47,319 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:17:47,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:17:47,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38689,1732490263931, seqNum=-1] 2024-11-24T23:17:47,320 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:17:47,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:17:47,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3410 sec 2024-11-24T23:17:47,328 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490267328, completionTime=-1 2024-11-24T23:17:47,328 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:17:47,328 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:17:47,330 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:17:47,330 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490327330 2024-11-24T23:17:47,330 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490387330 2024-11-24T23:17:47,330 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T23:17:47,331 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,41251,1732490263726-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:47,331 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,41251,1732490263726-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:47,331 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,41251,1732490263726-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:47,331 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:41251, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:47,331 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:47,331 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:47,333 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:17:47,335 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.331sec 2024-11-24T23:17:47,335 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:17:47,335 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:17:47,335 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:17:47,335 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:17:47,335 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:17:47,335 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,41251,1732490263726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:17:47,335 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,41251,1732490263726-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:17:47,338 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:17:47,338 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:17:47,338 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,41251,1732490263726-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:47,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:47,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,41251,-1 for getting cluster id 2024-11-24T23:17:47,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:47,364 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49bfb6eb-82a6-479f-b81e-6bccb96b624c' 2024-11-24T23:17:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49bfb6eb-82a6-479f-b81e-6bccb96b624c" 2024-11-24T23:17:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9172a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,41251,-1] 2024-11-24T23:17:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:47,366 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:47,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:47,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:17:47,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38689,1732490263931, seqNum=-1] 2024-11-24T23:17:47,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:17:47,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:17:47,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,41251,1732490263726 2024-11-24T23:17:47,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52283 2024-11-24T23:17:47,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:47,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016f2370a00002 connected 2024-11-24T23:17:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/hadoop.log.dir so I do NOT create it in target/test-data/04660889-8dde-941d-158e-63d51599bcb3 2024-11-24T23:17:47,407 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:17:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/hadoop.tmp.dir so I do NOT create it in target/test-data/04660889-8dde-941d-158e-63d51599bcb3 2024-11-24T23:17:47,407 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:17:47,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3 2024-11-24T23:17:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:17:47,408 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/cluster_8646ab12-0814-ad5d-0330-f67396c11bf1, deleteOnExit=true 2024-11-24T23:17:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:17:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/test.cache.data in system properties and HBase conf 2024-11-24T23:17:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:17:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:17:47,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:17:47,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:17:47,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:17:47,409 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:17:47,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:17:47,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:17:47,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:17:47,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:17:47,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:17:47,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:17:47,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:17:47,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:17:47,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:17:47,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:17:47,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:17:47,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:17:47,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:17:47,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:17:47,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:17:47,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:17:47,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:17:47,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:17:47,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:17:47,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:17:47,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:17:47,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:17:47,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/java.io.tmpdir/jetty-localhost-33397-hadoop-hdfs-3_4_1-tests_jar-_-any-18022672161867160564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:17:47,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:33397} 2024-11-24T23:17:47,874 INFO [Time-limited test {}] server.Server(415): Started @40548ms 2024-11-24T23:17:48,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:17:48,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:17:48,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:17:48,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:17:48,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:17:48,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:17:48,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:17:48,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bfb586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/java.io.tmpdir/jetty-localhost-33047-hadoop-hdfs-3_4_1-tests_jar-_-any-4201098689481029901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:17:48,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:33047} 2024-11-24T23:17:48,248 INFO [Time-limited test {}] server.Server(415): Started @40923ms 2024-11-24T23:17:48,249 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:17:48,925 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/cluster_8646ab12-0814-ad5d-0330-f67396c11bf1/data/data1/current/BP-375143284-172.17.0.3-1732490267433/current, will proceed with Du for space computation calculation, 2024-11-24T23:17:48,925 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/cluster_8646ab12-0814-ad5d-0330-f67396c11bf1/data/data2/current/BP-375143284-172.17.0.3-1732490267433/current, will proceed with Du for space computation calculation, 2024-11-24T23:17:48,941 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:17:48,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x245aeaec0cb9b9c3 with lease ID 0xce6d93b12d4b3101: Processing first storage report for DS-392270ed-ef08-4d82-8c54-2433779ecffb from datanode DatanodeRegistration(127.0.0.1:40901, datanodeUuid=3087a0a1-63f7-4e02-a9ae-b0b73d50a1d7, infoPort=44771, infoSecurePort=0, ipcPort=38539, storageInfo=lv=-57;cid=testClusterID;nsid=540779428;c=1732490267433) 2024-11-24T23:17:48,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x245aeaec0cb9b9c3 with lease ID 0xce6d93b12d4b3101: from storage DS-392270ed-ef08-4d82-8c54-2433779ecffb node DatanodeRegistration(127.0.0.1:40901, datanodeUuid=3087a0a1-63f7-4e02-a9ae-b0b73d50a1d7, infoPort=44771, infoSecurePort=0, ipcPort=38539, storageInfo=lv=-57;cid=testClusterID;nsid=540779428;c=1732490267433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:17:48,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x245aeaec0cb9b9c3 with lease ID 0xce6d93b12d4b3101: Processing first storage report for DS-c34b268c-a38b-4eaf-b2e2-a1f67bdcd927 from datanode DatanodeRegistration(127.0.0.1:40901, datanodeUuid=3087a0a1-63f7-4e02-a9ae-b0b73d50a1d7, infoPort=44771, infoSecurePort=0, ipcPort=38539, storageInfo=lv=-57;cid=testClusterID;nsid=540779428;c=1732490267433) 2024-11-24T23:17:48,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x245aeaec0cb9b9c3 with lease ID 0xce6d93b12d4b3101: from storage DS-c34b268c-a38b-4eaf-b2e2-a1f67bdcd927 node DatanodeRegistration(127.0.0.1:40901, datanodeUuid=3087a0a1-63f7-4e02-a9ae-b0b73d50a1d7, infoPort=44771, infoSecurePort=0, ipcPort=38539, storageInfo=lv=-57;cid=testClusterID;nsid=540779428;c=1732490267433), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T23:17:48,984 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3 2024-11-24T23:17:48,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:48,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:48,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:17:49,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:17:49,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:17:49,395 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856 with version=8 2024-11-24T23:17:49,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/hbase-staging 2024-11-24T23:17:49,397 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:17:49,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:49,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:49,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:17:49,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:49,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:17:49,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:17:49,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:17:49,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45271 2024-11-24T23:17:49,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45271 connecting to ZooKeeper ensemble=127.0.0.1:52283 2024-11-24T23:17:49,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452710x0, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:49,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45271-0x1016f2370a00003 connected 2024-11-24T23:17:49,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:49,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:49,549 WARN [RS:0;ba7f32532130:38689 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ba7f32532130,36995,1732490234026: status=Processing ServerCrashProcedure of ba7f32532130,36995,1732490234026 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732490251206, completionTime=-1 appears to have been leaked 2024-11-24T23:17:49,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Set watcher on znode that does not yet exist, /11789104917/running 2024-11-24T23:17:49,550 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856, hbase.cluster.distributed=false 2024-11-24T23:17:49,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Set watcher on znode that does not yet exist, /11789104917/acl 2024-11-24T23:17:49,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45271 2024-11-24T23:17:49,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45271 2024-11-24T23:17:49,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45271 2024-11-24T23:17:49,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45271 2024-11-24T23:17:49,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45271 2024-11-24T23:17:49,570 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:17:49,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:49,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:49,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:17:49,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:17:49,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:17:49,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:17:49,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:17:49,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37527 2024-11-24T23:17:49,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37527 connecting to ZooKeeper ensemble=127.0.0.1:52283 2024-11-24T23:17:49,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:49,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375270x0, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:49,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375270x0, quorum=127.0.0.1:52283, baseZNode=/11789104917 Set watcher on znode that does not yet exist, /11789104917/running 2024-11-24T23:17:49,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37527-0x1016f2370a00004 connected 2024-11-24T23:17:49,588 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:17:49,589 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:17:49,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Set watcher on znode that does not yet exist, /11789104917/master 2024-11-24T23:17:49,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Set watcher on znode that does not yet exist, /11789104917/acl 2024-11-24T23:17:49,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37527 2024-11-24T23:17:49,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37527 2024-11-24T23:17:49,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37527 2024-11-24T23:17:49,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37527 2024-11-24T23:17:49,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37527 2024-11-24T23:17:49,608 DEBUG [M:0;ba7f32532130:45271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:45271 2024-11-24T23:17:49,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11789104917/backup-masters/ba7f32532130,45271,1732490269397 2024-11-24T23:17:49,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917/backup-masters 2024-11-24T23:17:49,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917/backup-masters 2024-11-24T23:17:49,620 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Set watcher on existing znode=/11789104917/backup-masters/ba7f32532130,45271,1732490269397 2024-11-24T23:17:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11789104917/master 2024-11-24T23:17:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:49,630 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Set watcher on existing znode=/11789104917/master 2024-11-24T23:17:49,631 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11789104917/backup-masters/ba7f32532130,45271,1732490269397 from backup master directory 2024-11-24T23:17:49,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917/backup-masters 2024-11-24T23:17:49,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11789104917/backup-masters/ba7f32532130,45271,1732490269397 2024-11-24T23:17:49,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917/backup-masters 2024-11-24T23:17:49,640 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:17:49,641 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,45271,1732490269397 2024-11-24T23:17:49,645 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/hbase.id] with ID: b6b608eb-5ea5-4585-a04f-8c77542abd31 2024-11-24T23:17:49,645 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/.tmp/hbase.id 2024-11-24T23:17:49,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:17:50,050 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/.tmp/hbase.id]:[hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/hbase.id] 2024-11-24T23:17:50,063 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:17:50,063 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:17:50,064 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:17:50,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:50,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:50,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:17:50,495 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:17:50,496 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:17:50,496 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:50,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:17:50,908 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store 2024-11-24T23:17:50,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:17:51,315 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:51,315 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:17:51,315 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:51,315 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:51,315 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:17:51,315 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:51,315 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:51,316 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490271315Disabling compacts and flushes for region at 1732490271315Disabling writes for close at 1732490271315Writing region close event to WAL at 1732490271315Closed at 1732490271315 2024-11-24T23:17:51,317 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/.initializing 2024-11-24T23:17:51,317 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/WALs/ba7f32532130,45271,1732490269397 2024-11-24T23:17:51,318 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:17:51,320 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C45271%2C1732490269397, suffix=, logDir=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/WALs/ba7f32532130,45271,1732490269397, archiveDir=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/oldWALs, maxLogs=10 2024-11-24T23:17:51,339 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/WALs/ba7f32532130,45271,1732490269397/ba7f32532130%2C45271%2C1732490269397.1732490271321, exclude list is [], retry=0 2024-11-24T23:17:51,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40901,DS-392270ed-ef08-4d82-8c54-2433779ecffb,DISK] 2024-11-24T23:17:51,344 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/WALs/ba7f32532130,45271,1732490269397/ba7f32532130%2C45271%2C1732490269397.1732490271321 2024-11-24T23:17:51,347 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44771:44771)] 2024-11-24T23:17:51,347 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:51,347 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:51,347 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:51,347 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:51,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:51,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:17:51,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:51,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:51,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:51,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:17:51,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:51,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:51,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:51,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:17:51,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:51,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:51,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:51,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:17:51,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:51,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:51,358 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:51,358 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:51,359 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:51,360 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:51,360 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:51,361 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:51,362 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:17:51,364 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:17:51,365 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72595729, jitterRate=0.08176065981388092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:51,365 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490271347Initializing all the Stores at 1732490271349 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490271349Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490271349Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490271349Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490271349Cleaning up temporary data from old regions at 1732490271360 (+11 ms)Region opened successfully at 1732490271365 (+5 ms) 2024-11-24T23:17:51,365 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:17:51,369 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cd657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:17:51,370 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:17:51,370 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:17:51,370 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:17:51,370 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:17:51,371 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:17:51,371 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:17:51,372 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:17:51,374 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:17:51,375 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Unable to get data of znode /11789104917/balancer because node does not exist (not necessarily an error) 2024-11-24T23:17:51,445 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11789104917/balancer already deleted, retry=false 2024-11-24T23:17:51,446 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:17:51,447 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Unable to get data of znode /11789104917/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:17:51,456 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11789104917/normalizer already deleted, retry=false 2024-11-24T23:17:51,456 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:17:51,457 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Unable to get data of znode /11789104917/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:17:51,466 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11789104917/switch/split already deleted, retry=false 2024-11-24T23:17:51,467 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Unable to get data of znode /11789104917/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:17:51,477 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11789104917/switch/merge already deleted, retry=false 2024-11-24T23:17:51,479 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Unable to get data of znode /11789104917/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:17:51,487 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11789104917/snapshot-cleanup already deleted, retry=false 2024-11-24T23:17:51,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11789104917/running 2024-11-24T23:17:51,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11789104917/running 2024-11-24T23:17:51,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:51,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:51,498 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,45271,1732490269397, sessionid=0x1016f2370a00003, setting cluster-up flag (Was=false) 2024-11-24T23:17:51,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:51,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:51,551 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11789104917/flush-table-proc/acquired, /11789104917/flush-table-proc/reached, /11789104917/flush-table-proc/abort 2024-11-24T23:17:51,552 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,45271,1732490269397 2024-11-24T23:17:51,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:51,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:51,603 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11789104917/online-snapshot/acquired, /11789104917/online-snapshot/reached, /11789104917/online-snapshot/abort 2024-11-24T23:17:51,604 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,45271,1732490269397 2024-11-24T23:17:51,605 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:17:51,607 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:51,607 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:17:51,608 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:17:51,608 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,45271,1732490269397 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:17:51,609 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:51,609 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:51,609 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:51,609 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:17:51,609 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:17:51,609 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,609 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:17:51,609 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490301610 2024-11-24T23:17:51,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:17:51,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:17:51,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:17:51,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:17:51,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:17:51,611 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:17:51,611 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,611 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:17:51,611 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:17:51,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:51,611 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:17:51,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:17:51,611 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:17:51,612 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:17:51,612 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:17:51,612 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490271612,5,FailOnTimeoutGroup] 2024-11-24T23:17:51,612 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490271612,5,FailOnTimeoutGroup] 2024-11-24T23:17:51,612 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,612 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:17:51,612 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,612 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:51,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:17:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:17:51,702 INFO [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(746): ClusterId : b6b608eb-5ea5-4585-a04f-8c77542abd31 2024-11-24T23:17:51,702 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:17:51,715 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:17:51,715 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:17:51,725 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:17:51,725 DEBUG [RS:0;ba7f32532130:37527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d85713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:17:51,736 DEBUG [RS:0;ba7f32532130:37527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:37527 2024-11-24T23:17:51,736 INFO [RS:0;ba7f32532130:37527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:17:51,736 INFO [RS:0;ba7f32532130:37527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:17:51,736 DEBUG [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:17:51,737 INFO [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,45271,1732490269397 with port=37527, startcode=1732490269570 2024-11-24T23:17:51,737 DEBUG [RS:0;ba7f32532130:37527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:17:51,739 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:17:51,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,37527,1732490269570 2024-11-24T23:17:51,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45271 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,37527,1732490269570 2024-11-24T23:17:51,741 DEBUG [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856 2024-11-24T23:17:51,741 DEBUG [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43925 2024-11-24T23:17:51,741 DEBUG [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:17:51,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917/rs 2024-11-24T23:17:51,788 DEBUG [RS:0;ba7f32532130:37527 {}] zookeeper.ZKUtil(111): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Set watcher on existing znode=/11789104917/rs/ba7f32532130,37527,1732490269570 2024-11-24T23:17:51,788 WARN [RS:0;ba7f32532130:37527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:17:51,788 INFO [RS:0;ba7f32532130:37527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:51,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,37527,1732490269570] 2024-11-24T23:17:51,788 DEBUG [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/WALs/ba7f32532130,37527,1732490269570 2024-11-24T23:17:51,792 INFO [RS:0;ba7f32532130:37527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:17:51,794 INFO [RS:0;ba7f32532130:37527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:17:51,795 INFO [RS:0;ba7f32532130:37527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:17:51,795 INFO [RS:0;ba7f32532130:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,795 INFO [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:17:51,796 INFO [RS:0;ba7f32532130:37527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:17:51,796 INFO [RS:0;ba7f32532130:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:17:51,796 DEBUG [RS:0;ba7f32532130:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:17:51,797 INFO [RS:0;ba7f32532130:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,797 INFO [RS:0;ba7f32532130:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,797 INFO [RS:0;ba7f32532130:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,797 INFO [RS:0;ba7f32532130:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,797 INFO [RS:0;ba7f32532130:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,797 INFO [RS:0;ba7f32532130:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37527,1732490269570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:17:51,810 INFO [RS:0;ba7f32532130:37527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:17:51,810 INFO [RS:0;ba7f32532130:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37527,1732490269570-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,810 INFO [RS:0;ba7f32532130:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,810 INFO [RS:0;ba7f32532130:37527 {}] regionserver.Replication(171): ba7f32532130,37527,1732490269570 started 2024-11-24T23:17:51,823 INFO [RS:0;ba7f32532130:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:51,823 INFO [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,37527,1732490269570, RpcServer on ba7f32532130/172.17.0.3:37527, sessionid=0x1016f2370a00004 2024-11-24T23:17:51,823 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:17:51,823 DEBUG [RS:0;ba7f32532130:37527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,37527,1732490269570 2024-11-24T23:17:51,823 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,37527,1732490269570' 2024-11-24T23:17:51,823 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11789104917/flush-table-proc/abort' 2024-11-24T23:17:51,824 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11789104917/flush-table-proc/acquired' 2024-11-24T23:17:51,824 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:17:51,824 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:17:51,824 DEBUG [RS:0;ba7f32532130:37527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,37527,1732490269570 2024-11-24T23:17:51,824 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,37527,1732490269570' 2024-11-24T23:17:51,824 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11789104917/online-snapshot/abort' 2024-11-24T23:17:51,825 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11789104917/online-snapshot/acquired' 2024-11-24T23:17:51,825 DEBUG [RS:0;ba7f32532130:37527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:17:51,825 INFO [RS:0;ba7f32532130:37527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:17:51,825 INFO [RS:0;ba7f32532130:37527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:17:51,925 INFO [RS:0;ba7f32532130:37527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:17:51,927 INFO [RS:0;ba7f32532130:37527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C37527%2C1732490269570, suffix=, logDir=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/WALs/ba7f32532130,37527,1732490269570, archiveDir=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/oldWALs, maxLogs=10 2024-11-24T23:17:51,938 DEBUG [RS:0;ba7f32532130:37527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/WALs/ba7f32532130,37527,1732490269570/ba7f32532130%2C37527%2C1732490269570.1732490271927, exclude list is [], retry=0 2024-11-24T23:17:51,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40901,DS-392270ed-ef08-4d82-8c54-2433779ecffb,DISK] 2024-11-24T23:17:51,943 INFO [RS:0;ba7f32532130:37527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/WALs/ba7f32532130,37527,1732490269570/ba7f32532130%2C37527%2C1732490269570.1732490271927 2024-11-24T23:17:51,943 DEBUG [RS:0;ba7f32532130:37527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44771:44771)] 2024-11-24T23:17:52,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:17:52,023 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856 2024-11-24T23:17:52,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:17:52,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:17:52,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:52,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:17:52,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:17:52,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:52,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:52,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:17:52,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:17:52,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:52,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:52,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:17:52,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:17:52,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:52,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:52,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:17:52,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:17:52,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:52,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:52,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:17:52,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/data/hbase/meta/1588230740 2024-11-24T23:17:52,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/data/hbase/meta/1588230740 2024-11-24T23:17:52,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:17:52,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:17:52,442 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:52,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:17:52,445 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:17:52,446 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60942168, jitterRate=-0.09189093112945557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:52,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490272430Initializing all the Stores at 1732490272431 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490272431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490272431Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490272431Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490272431Cleaning up temporary data from old regions at 1732490272441 (+10 ms)Region opened successfully at 1732490272446 (+5 ms) 2024-11-24T23:17:52,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:17:52,446 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:17:52,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:17:52,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:17:52,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:17:52,446 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:52,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490272446Disabling compacts and flushes for region at 1732490272446Disabling writes for close at 1732490272446Writing region close event to WAL at 1732490272446Closed at 1732490272446 2024-11-24T23:17:52,448 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:52,448 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:17:52,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:17:52,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:17:52,450 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:17:52,600 DEBUG [ba7f32532130:45271 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:17:52,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,37527,1732490269570 2024-11-24T23:17:52,603 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,37527,1732490269570, state=OPENING 2024-11-24T23:17:52,666 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:17:52,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:52,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:52,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11789104917/meta-region-server: CHANGED 2024-11-24T23:17:52,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11789104917/meta-region-server: CHANGED 2024-11-24T23:17:52,678 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:17:52,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,37527,1732490269570}] 2024-11-24T23:17:52,832 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:17:52,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:17:52,838 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:17:52,838 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:52,838 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:17:52,840 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C37527%2C1732490269570.meta, suffix=.meta, logDir=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/WALs/ba7f32532130,37527,1732490269570, archiveDir=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/oldWALs, maxLogs=10 2024-11-24T23:17:52,852 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/WALs/ba7f32532130,37527,1732490269570/ba7f32532130%2C37527%2C1732490269570.meta.1732490272840.meta, exclude list is [], retry=0 2024-11-24T23:17:52,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40901,DS-392270ed-ef08-4d82-8c54-2433779ecffb,DISK] 2024-11-24T23:17:52,856 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/WALs/ba7f32532130,37527,1732490269570/ba7f32532130%2C37527%2C1732490269570.meta.1732490272840.meta 2024-11-24T23:17:52,857 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44771:44771)] 2024-11-24T23:17:52,857 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:52,857 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:17:52,857 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:17:52,857 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:17:52,857 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:17:52,858 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:17:52,858 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:52,858 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:17:52,858 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:17:52,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:17:52,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:17:52,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:52,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:52,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:17:52,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:17:52,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:52,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:52,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:17:52,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:17:52,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:52,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:52,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:17:52,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:17:52,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:52,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:17:52,864 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:17:52,865 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/data/hbase/meta/1588230740 2024-11-24T23:17:52,866 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/data/hbase/meta/1588230740 2024-11-24T23:17:52,867 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:17:52,867 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:17:52,868 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:17:52,869 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:17:52,870 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72349160, jitterRate=0.0780864953994751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:17:52,870 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:17:52,870 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490272858Writing region info on filesystem at 1732490272858Initializing all the Stores at 1732490272859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490272859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490272859Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490272859Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490272859Cleaning up temporary data from old regions at 1732490272867 (+8 ms)Running coprocessor post-open hooks at 1732490272870 (+3 ms)Region opened successfully at 1732490272870 2024-11-24T23:17:52,871 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490272831 2024-11-24T23:17:52,873 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:17:52,873 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:17:52,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,37527,1732490269570 2024-11-24T23:17:52,875 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,37527,1732490269570, state=OPEN 2024-11-24T23:17:52,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11789104917/meta-region-server 2024-11-24T23:17:52,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11789104917/meta-region-server 2024-11-24T23:17:52,888 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,37527,1732490269570 2024-11-24T23:17:52,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11789104917/meta-region-server: CHANGED 2024-11-24T23:17:52,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11789104917/meta-region-server: CHANGED 2024-11-24T23:17:52,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:17:52,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,37527,1732490269570 in 210 msec 2024-11-24T23:17:52,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:17:52,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-24T23:17:52,896 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:17:52,896 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:17:52,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:17:52,898 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37527,1732490269570, seqNum=-1] 2024-11-24T23:17:52,898 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:17:52,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:17:52,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-24T23:17:52,906 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490272906, completionTime=-1 2024-11-24T23:17:52,906 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:17:52,906 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:17:52,908 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:17:52,908 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490332908 2024-11-24T23:17:52,908 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490392908 2024-11-24T23:17:52,908 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T23:17:52,909 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,45271,1732490269397-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:52,909 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,45271,1732490269397-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:52,909 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,45271,1732490269397-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:52,909 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:45271, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:52,909 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:52,911 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:52,911 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:17:52,916 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.275sec 2024-11-24T23:17:52,916 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:17:52,916 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:17:52,916 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:17:52,916 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:17:52,917 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:17:52,917 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,45271,1732490269397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:17:52,917 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,45271,1732490269397-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:17:52,919 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:17:52,919 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:17:52,919 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,45271,1732490269397-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:17:53,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:53,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,45271,-1 for getting cluster id 2024-11-24T23:17:53,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:53,021 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6b608eb-5ea5-4585-a04f-8c77542abd31' 2024-11-24T23:17:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6b608eb-5ea5-4585-a04f-8c77542abd31" 2024-11-24T23:17:53,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f504424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:53,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,45271,-1] 2024-11-24T23:17:53,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:53,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:53,024 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:53,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:53,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:17:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37527,1732490269570, seqNum=-1] 2024-11-24T23:17:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:17:53,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:17:53,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,45271,1732490269397 2024-11-24T23:17:53,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52283 2024-11-24T23:17:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:17:53,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016f2370a00005 connected 2024-11-24T23:17:53,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:53,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,41251,-1 for getting cluster id 2024-11-24T23:17:53,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:53,070 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49bfb6eb-82a6-479f-b81e-6bccb96b624c' 2024-11-24T23:17:53,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:53,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49bfb6eb-82a6-479f-b81e-6bccb96b624c" 2024-11-24T23:17:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427f6a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,41251,-1] 2024-11-24T23:17:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:53,072 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212f1f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:53,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,41251,1732490263726 2024-11-24T23:17:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@967907d 2024-11-24T23:17:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:53,077 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:17:53,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41251 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:45271,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:17:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41251 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:17:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:17:53,082 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:45271' 2024-11-24T23:17:53,083 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23dc65db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:53,083 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,45271,-1 for getting cluster id 2024-11-24T23:17:53,083 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:53,084 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6b608eb-5ea5-4585-a04f-8c77542abd31' 2024-11-24T23:17:53,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:53,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6b608eb-5ea5-4585-a04f-8c77542abd31" 2024-11-24T23:17:53,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c443d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:53,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,45271,-1] 2024-11-24T23:17:53,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:53,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:53,086 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:53,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b02fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:53,088 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:53,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,45271,1732490269397 2024-11-24T23:17:53,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78e7ef64 2024-11-24T23:17:53,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:53,091 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:17:53,092 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T23:17:53,092 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:17:53,092 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:53,093 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:53,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:53,093 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:17:53,096 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:17:53,098 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:17:53,099 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:53,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:17:53,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741835_1011 (size=1138) 2024-11-24T23:17:53,146 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:17:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:17:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:17:53,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1be3656a5da16ad86e2d54884c138b53, NAME => 'hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c 2024-11-24T23:17:53,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:17:53,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T23:17:53,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741836_1012 (size=44) 2024-11-24T23:17:53,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:17:53,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T23:17:53,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:17:53,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T23:17:53,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:17:53,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T23:17:53,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:53,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1be3656a5da16ad86e2d54884c138b53, disabling compactions & flushes 2024-11-24T23:17:53,536 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. 2024-11-24T23:17:53,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. 2024-11-24T23:17:53,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. after waiting 0 ms 2024-11-24T23:17:53,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. 2024-11-24T23:17:53,536 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. 2024-11-24T23:17:53,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1be3656a5da16ad86e2d54884c138b53: Waiting for close lock at 1732490273536Disabling compacts and flushes for region at 1732490273536Disabling writes for close at 1732490273536Writing region close event to WAL at 1732490273536Closed at 1732490273536 2024-11-24T23:17:53,538 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:17:53,539 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490273538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490273538"}]},"ts":"1732490273538"} 2024-11-24T23:17:53,542 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:17:53,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:17:53,545 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490273544"}]},"ts":"1732490273544"} 2024-11-24T23:17:53,548 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:17:53,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1be3656a5da16ad86e2d54884c138b53, ASSIGN}] 2024-11-24T23:17:53,550 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1be3656a5da16ad86e2d54884c138b53, ASSIGN 2024-11-24T23:17:53,552 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1be3656a5da16ad86e2d54884c138b53, ASSIGN; state=OFFLINE, location=ba7f32532130,38689,1732490263931; forceNewPlan=false, retain=false 2024-11-24T23:17:53,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1be3656a5da16ad86e2d54884c138b53, regionState=OPENING, regionLocation=ba7f32532130,38689,1732490263931 2024-11-24T23:17:53,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1be3656a5da16ad86e2d54884c138b53, ASSIGN because future has completed 2024-11-24T23:17:53,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1be3656a5da16ad86e2d54884c138b53, server=ba7f32532130,38689,1732490263931}] 2024-11-24T23:17:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:17:53,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. 2024-11-24T23:17:53,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:17:53,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:17:53,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C38689%2C1732490263931.rep, suffix=, logDir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931, archiveDir=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/oldWALs, maxLogs=10 2024-11-24T23:17:53,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.rep.1732490273865, exclude list is [], retry=0 2024-11-24T23:17:53,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-60cb39a4-eeae-4610-bc9b-98ea53dfa756,DISK] 2024-11-24T23:17:53,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.rep.1732490273865 2024-11-24T23:17:53,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40953:40953)] 2024-11-24T23:17:53,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1be3656a5da16ad86e2d54884c138b53, NAME => 'hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:17:53,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:17:53,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:17:53,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. service=MultiRowMutationService 2024-11-24T23:17:53,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:17:53,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:17:53,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,886 INFO [StoreOpener-1be3656a5da16ad86e2d54884c138b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,887 INFO [StoreOpener-1be3656a5da16ad86e2d54884c138b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be3656a5da16ad86e2d54884c138b53 columnFamilyName hfileref 2024-11-24T23:17:53,887 DEBUG [StoreOpener-1be3656a5da16ad86e2d54884c138b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:53,888 INFO [StoreOpener-1be3656a5da16ad86e2d54884c138b53-1 {}] regionserver.HStore(327): Store=1be3656a5da16ad86e2d54884c138b53/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:53,888 INFO [StoreOpener-1be3656a5da16ad86e2d54884c138b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,890 INFO [StoreOpener-1be3656a5da16ad86e2d54884c138b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be3656a5da16ad86e2d54884c138b53 columnFamilyName queue 2024-11-24T23:17:53,890 DEBUG [StoreOpener-1be3656a5da16ad86e2d54884c138b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:53,890 INFO [StoreOpener-1be3656a5da16ad86e2d54884c138b53-1 {}] regionserver.HStore(327): Store=1be3656a5da16ad86e2d54884c138b53/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:53,890 INFO [StoreOpener-1be3656a5da16ad86e2d54884c138b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,892 INFO [StoreOpener-1be3656a5da16ad86e2d54884c138b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be3656a5da16ad86e2d54884c138b53 columnFamilyName sid 2024-11-24T23:17:53,892 DEBUG [StoreOpener-1be3656a5da16ad86e2d54884c138b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:53,892 INFO [StoreOpener-1be3656a5da16ad86e2d54884c138b53-1 {}] regionserver.HStore(327): Store=1be3656a5da16ad86e2d54884c138b53/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:17:53,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/replication/1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/replication/1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:17:53,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/replication/1be3656a5da16ad86e2d54884c138b53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:17:53,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1be3656a5da16ad86e2d54884c138b53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60668410, jitterRate=-0.09597024321556091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:17:53,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:53,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1be3656a5da16ad86e2d54884c138b53: Running coprocessor pre-open hook at 1732490273884Writing region info on filesystem at 1732490273884Initializing all the Stores at 1732490273885 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490273885Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490273886 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490273886Cleaning up temporary data from old regions at 1732490273894 (+8 ms)Running coprocessor post-open hooks at 1732490273899 (+5 ms)Region opened successfully at 1732490273899 2024-11-24T23:17:53,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53., pid=7, masterSystemTime=1732490273859 2024-11-24T23:17:53,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. 2024-11-24T23:17:53,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. 2024-11-24T23:17:53,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1be3656a5da16ad86e2d54884c138b53, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,38689,1732490263931 2024-11-24T23:17:53,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1be3656a5da16ad86e2d54884c138b53, server=ba7f32532130,38689,1732490263931 because future has completed 2024-11-24T23:17:53,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T23:17:53,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1be3656a5da16ad86e2d54884c138b53, server=ba7f32532130,38689,1732490263931 in 202 msec 2024-11-24T23:17:53,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:17:53,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1be3656a5da16ad86e2d54884c138b53, ASSIGN in 361 msec 2024-11-24T23:17:53,912 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:17:53,913 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490273912"}]},"ts":"1732490273912"} 2024-11-24T23:17:53,915 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:17:53,916 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:17:53,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 823 msec 2024-11-24T23:17:53,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53., hostname=ba7f32532130,38689,1732490263931, seqNum=2] 2024-11-24T23:17:54,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:54,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:54,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:17:54,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T23:17:54,221 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:17:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:17:54,256 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,38689,1732490263931, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:17:54,257 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:17:54,257 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38689,1732490263931, seqNum=-1] 2024-11-24T23:17:54,257 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:17:54,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-24T23:17:54,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,38689,1732490263931', locateType=CURRENT is [region=hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53., hostname=ba7f32532130,38689,1732490263931, seqNum=2] 2024-11-24T23:17:54,263 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T23:17:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41251 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T23:17:54,266 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,38689,1732490263931 suceeded 2024-11-24T23:17:54,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T23:17:54,269 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:45271,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:17:54,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-24T23:17:54,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1920 sec 2024-11-24T23:17:54,278 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:45271' 2024-11-24T23:17:54,279 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@258acf00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:54,279 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,45271,-1 for getting cluster id 2024-11-24T23:17:54,279 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:17:54,280 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6b608eb-5ea5-4585-a04f-8c77542abd31' 2024-11-24T23:17:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:17:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6b608eb-5ea5-4585-a04f-8c77542abd31" 2024-11-24T23:17:54,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9c33f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:54,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,45271,-1] 2024-11-24T23:17:54,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:17:54,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:54,282 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:17:54,282 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@238b677c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:17:54,283 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:54,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,45271,1732490269397 2024-11-24T23:17:54,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78221d3b 2024-11-24T23:17:54,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:54,284 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-24T23:17:54,285 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,38689,1732490263931 (queues=1) is replicating from cluster=49bfb6eb-82a6-479f-b81e-6bccb96b624c to cluster=b6b608eb-5ea5-4585-a04f-8c77542abd31 2024-11-24T23:17:54,285 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C38689%2C1732490263931 2024-11-24T23:17:54,285 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,38689,1732490263931, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:17:54,286 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.shipperba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C38689%2C1732490263931 2024-11-24T23:17:54,286 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.wal-reader.ba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.1732490266261, startPosition=0, beingWritten=true 2024-11-24T23:17:54,491 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.wal-reader.ba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.1732490266261 to pos 0, reset compression=false 2024-11-24T23:17:54,797 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.wal-reader.ba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.1732490266261 to pos 0, reset compression=false 2024-11-24T23:17:55,202 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.wal-reader.ba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.1732490266261 to pos 0, reset compression=false 2024-11-24T23:17:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:17:55,232 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:17:55,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:55,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:55,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:55,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:55,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:55,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:17:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,41251,1732490263726 2024-11-24T23:17:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@193b3e12 2024-11-24T23:17:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:17:55,235 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:17:55,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41251 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T23:17:55,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:17:55,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:55,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:55,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:55,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:55,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:55,236 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:17:55,236 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=613099687, stopped=false 2024-11-24T23:17:55,236 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,45271,1732490269397 2024-11-24T23:17:55,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11789104917/running 2024-11-24T23:17:55,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11789104917/running 2024-11-24T23:17:55,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:55,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:55,298 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:17:55,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:55,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:55,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:55,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Set watcher on znode that does not yet exist, /11789104917/running 2024-11-24T23:17:55,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Set watcher on znode that does not yet exist, /11789104917/running 2024-11-24T23:17:55,299 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,37527,1732490269570' ***** 2024-11-24T23:17:55,299 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:17:55,299 INFO [RS:0;ba7f32532130:37527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:17:55,299 INFO [RS:0;ba7f32532130:37527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:17:55,299 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:17:55,299 INFO [RS:0;ba7f32532130:37527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:17:55,299 INFO [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,37527,1732490269570 2024-11-24T23:17:55,299 INFO [RS:0;ba7f32532130:37527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:17:55,299 INFO [RS:0;ba7f32532130:37527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:37527. 2024-11-24T23:17:55,300 DEBUG [RS:0;ba7f32532130:37527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:55,300 DEBUG [RS:0;ba7f32532130:37527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:55,300 INFO [RS:0;ba7f32532130:37527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:17:55,300 INFO [RS:0;ba7f32532130:37527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:17:55,300 INFO [RS:0;ba7f32532130:37527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:17:55,300 INFO [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:17:55,300 INFO [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:17:55,300 DEBUG [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:17:55,300 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:17:55,300 DEBUG [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:55,300 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:17:55,300 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:17:55,300 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:17:55,300 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:17:55,300 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:17:55,300 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T23:17:55,317 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/data/hbase/meta/1588230740/.tmp/ns/698a031eb3dd4738a7cdbfa04109e0df is 43, key is default/ns:d/1732490272900/Put/seqid=0 2024-11-24T23:17:55,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741835_1011 (size=5153) 2024-11-24T23:17:55,500 DEBUG [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:55,700 DEBUG [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:55,708 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.wal-reader.ba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.1732490266261 to pos 0, reset compression=false 2024-11-24T23:17:55,723 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/data/hbase/meta/1588230740/.tmp/ns/698a031eb3dd4738a7cdbfa04109e0df 2024-11-24T23:17:55,730 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/data/hbase/meta/1588230740/.tmp/ns/698a031eb3dd4738a7cdbfa04109e0df as hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/data/hbase/meta/1588230740/ns/698a031eb3dd4738a7cdbfa04109e0df 2024-11-24T23:17:55,737 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/data/hbase/meta/1588230740/ns/698a031eb3dd4738a7cdbfa04109e0df, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T23:17:55,738 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-24T23:17:55,742 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T23:17:55,743 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:17:55,743 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:17:55,743 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:55,743 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490275300Running coprocessor pre-close hooks at 1732490275300Disabling compacts and flushes for region at 1732490275300Disabling writes for close at 1732490275300Obtaining lock to block concurrent updates at 1732490275300Preparing flush snapshotting stores in 1588230740 at 1732490275300Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732490275301 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732490275301Flushing 1588230740/ns: creating writer at 1732490275302 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732490275316 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732490275316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1528a953: reopening flushed file at 1732490275729 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1732490275738 (+9 ms)Writing region close event to WAL at 1732490275738Running coprocessor post-close hooks at 1732490275743 (+5 ms)Closed at 1732490275743 2024-11-24T23:17:55,744 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:55,849 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:17:55,849 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:17:55,901 INFO [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,37527,1732490269570; all regions closed. 2024-11-24T23:17:55,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741834_1010 (size=1152) 2024-11-24T23:17:55,903 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/WALs/ba7f32532130,37527,1732490269570/ba7f32532130%2C37527%2C1732490269570.meta.1732490272840.meta not finished, retry = 0 2024-11-24T23:17:56,006 DEBUG [RS:0;ba7f32532130:37527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/oldWALs 2024-11-24T23:17:56,006 INFO [RS:0;ba7f32532130:37527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C37527%2C1732490269570.meta:.meta(num 1732490272840) 2024-11-24T23:17:56,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741832_1008 (size=93) 2024-11-24T23:17:56,011 DEBUG [RS:0;ba7f32532130:37527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/oldWALs 2024-11-24T23:17:56,011 INFO [RS:0;ba7f32532130:37527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C37527%2C1732490269570:(num 1732490271927) 2024-11-24T23:17:56,011 DEBUG [RS:0;ba7f32532130:37527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:56,011 INFO [RS:0;ba7f32532130:37527 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:17:56,011 INFO [RS:0;ba7f32532130:37527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:17:56,011 INFO [RS:0;ba7f32532130:37527 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:17:56,011 INFO [RS:0;ba7f32532130:37527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:17:56,011 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:17:56,011 INFO [RS:0;ba7f32532130:37527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37527 2024-11-24T23:17:56,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917/rs 2024-11-24T23:17:56,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11789104917/rs/ba7f32532130,37527,1732490269570 2024-11-24T23:17:56,056 INFO [RS:0;ba7f32532130:37527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:17:56,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,37527,1732490269570] 2024-11-24T23:17:56,077 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11789104917/draining/ba7f32532130,37527,1732490269570 already deleted, retry=false 2024-11-24T23:17:56,077 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,37527,1732490269570 expired; onlineServers=0 2024-11-24T23:17:56,077 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,45271,1732490269397' ***** 2024-11-24T23:17:56,077 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:17:56,077 INFO [M:0;ba7f32532130:45271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:17:56,077 INFO [M:0;ba7f32532130:45271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:17:56,077 DEBUG [M:0;ba7f32532130:45271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:17:56,077 DEBUG [M:0;ba7f32532130:45271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:17:56,077 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:17:56,077 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490271612 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490271612,5,FailOnTimeoutGroup] 2024-11-24T23:17:56,077 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490271612 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490271612,5,FailOnTimeoutGroup] 2024-11-24T23:17:56,078 INFO [M:0;ba7f32532130:45271 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:17:56,078 INFO [M:0;ba7f32532130:45271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:17:56,078 DEBUG [M:0;ba7f32532130:45271 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:17:56,078 INFO [M:0;ba7f32532130:45271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:17:56,078 INFO [M:0;ba7f32532130:45271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:17:56,078 INFO [M:0;ba7f32532130:45271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:17:56,078 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:17:56,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11789104917/master 2024-11-24T23:17:56,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11789104917 2024-11-24T23:17:56,087 DEBUG [M:0;ba7f32532130:45271 {}] zookeeper.ZKUtil(347): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Unable to get data of znode /11789104917/master because node does not exist (not an error) 2024-11-24T23:17:56,087 WARN [M:0;ba7f32532130:45271 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:17:56,088 INFO [M:0;ba7f32532130:45271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/.lastflushedseqids 2024-11-24T23:17:56,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741836_1012 (size=99) 2024-11-24T23:17:56,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:56,166 INFO [RS:0;ba7f32532130:37527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:17:56,166 INFO [RS:0;ba7f32532130:37527 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,37527,1732490269570; zookeeper connection closed. 2024-11-24T23:17:56,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1016f2370a00004, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:56,167 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f7ce01f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f7ce01f 2024-11-24T23:17:56,167 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:17:56,314 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.wal-reader.ba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.1732490266261 to pos 0, reset compression=false 2024-11-24T23:17:56,493 INFO [M:0;ba7f32532130:45271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:17:56,493 INFO [M:0;ba7f32532130:45271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:17:56,493 DEBUG [M:0;ba7f32532130:45271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:17:56,493 INFO [M:0;ba7f32532130:45271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:56,493 DEBUG [M:0;ba7f32532130:45271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:56,493 DEBUG [M:0;ba7f32532130:45271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:17:56,493 DEBUG [M:0;ba7f32532130:45271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:56,493 INFO [M:0;ba7f32532130:45271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T23:17:56,508 DEBUG [M:0;ba7f32532130:45271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c802bd958204b3188de22b1702c6538 is 82, key is hbase:meta,,1/info:regioninfo/1732490272874/Put/seqid=0 2024-11-24T23:17:56,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741837_1013 (size=5672) 2024-11-24T23:17:56,913 INFO [M:0;ba7f32532130:45271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c802bd958204b3188de22b1702c6538 2024-11-24T23:17:56,933 DEBUG [M:0;ba7f32532130:45271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17cc8943b90b497aa37673e0fac9ac9e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732490272905/Put/seqid=0 2024-11-24T23:17:56,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741838_1014 (size=5275) 2024-11-24T23:17:57,020 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.wal-reader.ba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.1732490266261 to pos 0, reset compression=false 2024-11-24T23:17:57,338 INFO [M:0;ba7f32532130:45271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17cc8943b90b497aa37673e0fac9ac9e 2024-11-24T23:17:57,373 DEBUG [M:0;ba7f32532130:45271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/402ef65b80bd4c6593e76a65255d8c53 is 69, key is ba7f32532130,37527,1732490269570/rs:state/1732490271740/Put/seqid=0 2024-11-24T23:17:57,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741839_1015 (size=5156) 2024-11-24T23:17:57,379 INFO [M:0;ba7f32532130:45271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/402ef65b80bd4c6593e76a65255d8c53 2024-11-24T23:17:57,387 DEBUG [M:0;ba7f32532130:45271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c802bd958204b3188de22b1702c6538 as hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c802bd958204b3188de22b1702c6538 2024-11-24T23:17:57,396 INFO [M:0;ba7f32532130:45271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c802bd958204b3188de22b1702c6538, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T23:17:57,397 DEBUG [M:0;ba7f32532130:45271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17cc8943b90b497aa37673e0fac9ac9e as hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17cc8943b90b497aa37673e0fac9ac9e 2024-11-24T23:17:57,410 INFO [M:0;ba7f32532130:45271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17cc8943b90b497aa37673e0fac9ac9e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T23:17:57,414 DEBUG [M:0;ba7f32532130:45271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/402ef65b80bd4c6593e76a65255d8c53 as hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/402ef65b80bd4c6593e76a65255d8c53 2024-11-24T23:17:57,425 INFO [M:0;ba7f32532130:45271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43925/user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/402ef65b80bd4c6593e76a65255d8c53, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T23:17:57,427 INFO [M:0;ba7f32532130:45271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=28, compaction requested=false 2024-11-24T23:17:57,439 INFO [M:0;ba7f32532130:45271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:57,439 DEBUG [M:0;ba7f32532130:45271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490276493Disabling compacts and flushes for region at 1732490276493Disabling writes for close at 1732490276493Obtaining lock to block concurrent updates at 1732490276493Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490276493Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732490276494 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490276494Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490276495 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490276508 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490276508Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490276919 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490276932 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490276932Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490277350 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490277373 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490277373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6887c63: reopening flushed file at 1732490277386 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@909cf26: reopening flushed file at 1732490277396 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac1f11a: reopening flushed file at 1732490277410 (+14 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=28, compaction requested=false at 1732490277427 (+17 ms)Writing region close event to WAL at 1732490277439 (+12 ms)Closed at 1732490277439 2024-11-24T23:17:57,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741830_1006 (size=10165) 2024-11-24T23:17:57,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef575899-3658-1751-dd43-e646b9435856/MasterData/WALs/ba7f32532130,45271,1732490269397/ba7f32532130%2C45271%2C1732490269397.1732490271321 not finished, retry = 0 2024-11-24T23:17:57,543 INFO [M:0;ba7f32532130:45271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:17:57,543 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:17:57,543 INFO [M:0;ba7f32532130:45271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45271 2024-11-24T23:17:57,543 INFO [M:0;ba7f32532130:45271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:17:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:57,656 INFO [M:0;ba7f32532130:45271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:17:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x1016f2370a00003, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:57,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bfb586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:17:57,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:17:57,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:17:57,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:17:57,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/hadoop.log.dir/,STOPPED} 2024-11-24T23:17:57,660 WARN [BP-375143284-172.17.0.3-1732490267433 heartbeating to localhost/127.0.0.1:43925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:17:57,660 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:17:57,660 WARN [BP-375143284-172.17.0.3-1732490267433 heartbeating to localhost/127.0.0.1:43925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-375143284-172.17.0.3-1732490267433 (Datanode Uuid 3087a0a1-63f7-4e02-a9ae-b0b73d50a1d7) service to localhost/127.0.0.1:43925 2024-11-24T23:17:57,660 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:17:57,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/cluster_8646ab12-0814-ad5d-0330-f67396c11bf1/data/data1/current/BP-375143284-172.17.0.3-1732490267433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:17:57,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/cluster_8646ab12-0814-ad5d-0330-f67396c11bf1/data/data2/current/BP-375143284-172.17.0.3-1732490267433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:17:57,661 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:17:57,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:17:57,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:17:57,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:17:57,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:17:57,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/hadoop.log.dir/,STOPPED} 2024-11-24T23:17:57,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:17:57,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:17:57,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:57,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:57,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:57,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:57,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:57,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:17:57,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=587459083, stopped=false 2024-11-24T23:17:57,679 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,41251,1732490263726 2024-11-24T23:17:57,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959936786/running 2024-11-24T23:17:57,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959936786/running 2024-11-24T23:17:57,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:57,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:57,693 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:17:57,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:57,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:57,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:57,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Set watcher on znode that does not yet exist, /0-959936786/running 2024-11-24T23:17:57,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Set watcher on znode that does not yet exist, /0-959936786/running 2024-11-24T23:17:57,693 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,38689,1732490263931' ***** 2024-11-24T23:17:57,693 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:17:57,694 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:17:57,694 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:17:57,694 INFO [RS:0;ba7f32532130:38689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:17:57,694 INFO [RS:0;ba7f32532130:38689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:17:57,694 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:57,694 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,38689,1732490263931 2024-11-24T23:17:57,694 INFO [RS:0;ba7f32532130:38689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:17:57,694 INFO [RS:0;ba7f32532130:38689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:38689. 2024-11-24T23:17:57,694 DEBUG [RS:0;ba7f32532130:38689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:57,694 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1be3656a5da16ad86e2d54884c138b53, disabling compactions & flushes 2024-11-24T23:17:57,694 DEBUG [RS:0;ba7f32532130:38689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:57,694 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. 2024-11-24T23:17:57,694 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. 2024-11-24T23:17:57,694 INFO [RS:0;ba7f32532130:38689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:17:57,695 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. after waiting 0 ms 2024-11-24T23:17:57,695 INFO [RS:0;ba7f32532130:38689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:17:57,695 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. 2024-11-24T23:17:57,695 INFO [RS:0;ba7f32532130:38689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:17:57,695 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:17:57,695 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1be3656a5da16ad86e2d54884c138b53 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T23:17:57,695 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T23:17:57,695 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1be3656a5da16ad86e2d54884c138b53=hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53.} 2024-11-24T23:17:57,695 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:17:57,695 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:57,695 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:17:57,695 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:17:57,695 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:17:57,695 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:17:57,695 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T23:17:57,710 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/.tmp/info/6817d0ff5e264820be3d68492bbbe89b is 147, key is hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53./info:regioninfo/1732490273903/Put/seqid=0 2024-11-24T23:17:57,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741838_1014 (size=6631) 2024-11-24T23:17:57,715 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/replication/1be3656a5da16ad86e2d54884c138b53/.tmp/queue/050bc3719cec40b1ae5831ec7336e3de is 151, key is 1-ba7f32532130,38689,1732490263931/queue:ba7f32532130%2C38689%2C1732490263931/1732490274261/Put/seqid=0 2024-11-24T23:17:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741839_1015 (size=5350) 2024-11-24T23:17:57,759 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:17:57,824 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.wal-reader.ba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.1732490266261 to pos 0, reset compression=false 2024-11-24T23:17:57,895 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:58,095 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1be3656a5da16ad86e2d54884c138b53 2024-11-24T23:17:58,115 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/.tmp/info/6817d0ff5e264820be3d68492bbbe89b 2024-11-24T23:17:58,121 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/replication/1be3656a5da16ad86e2d54884c138b53/.tmp/queue/050bc3719cec40b1ae5831ec7336e3de 2024-11-24T23:17:58,126 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:17:58,126 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:17:58,127 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/replication/1be3656a5da16ad86e2d54884c138b53/.tmp/queue/050bc3719cec40b1ae5831ec7336e3de as hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/replication/1be3656a5da16ad86e2d54884c138b53/queue/050bc3719cec40b1ae5831ec7336e3de 2024-11-24T23:17:58,134 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/replication/1be3656a5da16ad86e2d54884c138b53/queue/050bc3719cec40b1ae5831ec7336e3de, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T23:17:58,136 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1be3656a5da16ad86e2d54884c138b53 in 441ms, sequenceid=5, compaction requested=false 2024-11-24T23:17:58,136 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T23:17:58,138 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/.tmp/ns/acda74368bef49e5a6213d9bc8a888a7 is 43, key is default/ns:d/1732490267322/Put/seqid=0 2024-11-24T23:17:58,141 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/replication/1be3656a5da16ad86e2d54884c138b53/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T23:17:58,142 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:17:58,142 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:17:58,142 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. 2024-11-24T23:17:58,142 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1be3656a5da16ad86e2d54884c138b53: Waiting for close lock at 1732490277694Running coprocessor pre-close hooks at 1732490277694Disabling compacts and flushes for region at 1732490277694Disabling writes for close at 1732490277695 (+1 ms)Obtaining lock to block concurrent updates at 1732490277695Preparing flush snapshotting stores in 1be3656a5da16ad86e2d54884c138b53 at 1732490277695Finished memstore snapshotting hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732490277695Flushing stores of hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. at 1732490277696 (+1 ms)Flushing 1be3656a5da16ad86e2d54884c138b53/queue: creating writer at 1732490277696Flushing 1be3656a5da16ad86e2d54884c138b53/queue: appending metadata at 1732490277714 (+18 ms)Flushing 1be3656a5da16ad86e2d54884c138b53/queue: closing flushed file at 1732490277714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35655700: reopening flushed file at 1732490278126 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1be3656a5da16ad86e2d54884c138b53 in 441ms, sequenceid=5, compaction requested=false at 1732490278136 (+10 ms)Writing region close event to WAL at 1732490278137 (+1 ms)Running coprocessor post-close hooks at 1732490278142 (+5 ms)Closed at 1732490278142 2024-11-24T23:17:58,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741840_1016 (size=5153) 2024-11-24T23:17:58,142 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732490273093.1be3656a5da16ad86e2d54884c138b53. 2024-11-24T23:17:58,295 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:58,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:17:58,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:17:58,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:17:58,496 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:58,543 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/.tmp/ns/acda74368bef49e5a6213d9bc8a888a7 2024-11-24T23:17:58,562 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/.tmp/table/3cb3049a65a84cdcadd31497dc775516 is 53, key is hbase:replication/table:state/1732490273912/Put/seqid=0 2024-11-24T23:17:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741841_1017 (size=5256) 2024-11-24T23:17:58,696 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:17:58,696 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:17:58,696 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:58,729 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.wal-reader.ba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.1732490266261 to pos 0, reset compression=false 2024-11-24T23:17:58,896 DEBUG [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:58,968 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/.tmp/table/3cb3049a65a84cdcadd31497dc775516 2024-11-24T23:17:58,974 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/.tmp/info/6817d0ff5e264820be3d68492bbbe89b as hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/info/6817d0ff5e264820be3d68492bbbe89b 2024-11-24T23:17:58,979 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/info/6817d0ff5e264820be3d68492bbbe89b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T23:17:58,980 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/.tmp/ns/acda74368bef49e5a6213d9bc8a888a7 as hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/ns/acda74368bef49e5a6213d9bc8a888a7 2024-11-24T23:17:58,986 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/ns/acda74368bef49e5a6213d9bc8a888a7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T23:17:58,987 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/.tmp/table/3cb3049a65a84cdcadd31497dc775516 as hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/table/3cb3049a65a84cdcadd31497dc775516 2024-11-24T23:17:58,994 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/table/3cb3049a65a84cdcadd31497dc775516, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T23:17:58,995 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-11-24T23:17:59,000 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T23:17:59,000 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:17:59,000 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:17:59,000 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:59,001 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490277695Running coprocessor pre-close hooks at 1732490277695Disabling compacts and flushes for region at 1732490277695Disabling writes for close at 1732490277695Obtaining lock to block concurrent updates at 1732490277695Preparing flush snapshotting stores in 1588230740 at 1732490277695Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732490277696 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732490277696Flushing 1588230740/info: creating writer at 1732490277696Flushing 1588230740/info: appending metadata at 1732490277709 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732490277709Flushing 1588230740/ns: creating writer at 1732490278121 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732490278138 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732490278138Flushing 1588230740/table: creating writer at 1732490278549 (+411 ms)Flushing 1588230740/table: appending metadata at 1732490278562 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732490278562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cef724e: reopening flushed file at 1732490278973 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ade6096: reopening flushed file at 1732490278980 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a056e5e: reopening flushed file at 1732490278986 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1732490278995 (+9 ms)Writing region close event to WAL at 1732490278996 (+1 ms)Running coprocessor post-close hooks at 1732490279000 (+4 ms)Closed at 1732490279000 2024-11-24T23:17:59,001 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:59,096 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,38689,1732490263931; all regions closed. 2024-11-24T23:17:59,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741834_1010 (size=2742) 2024-11-24T23:17:59,101 DEBUG [RS:0;ba7f32532130:38689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/oldWALs 2024-11-24T23:17:59,101 INFO [RS:0;ba7f32532130:38689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C38689%2C1732490263931.meta:.meta(num 1732490267165) 2024-11-24T23:17:59,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741837_1013 (size=1586) 2024-11-24T23:17:59,106 DEBUG [RS:0;ba7f32532130:38689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/oldWALs 2024-11-24T23:17:59,106 INFO [RS:0;ba7f32532130:38689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C38689%2C1732490263931.rep:(num 1732490273865) 2024-11-24T23:17:59,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741832_1008 (size=93) 2024-11-24T23:17:59,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/WALs/ba7f32532130,38689,1732490263931/ba7f32532130%2C38689%2C1732490263931.1732490266261 not finished, retry = 0 2024-11-24T23:17:59,211 DEBUG [RS:0;ba7f32532130:38689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/oldWALs 2024-11-24T23:17:59,211 INFO [RS:0;ba7f32532130:38689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C38689%2C1732490263931:(num 1732490266261) 2024-11-24T23:17:59,212 DEBUG [RS:0;ba7f32532130:38689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:59,212 INFO [RS:0;ba7f32532130:38689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:17:59,212 INFO [RS:0;ba7f32532130:38689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:17:59,212 INFO [RS:0;ba7f32532130:38689 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:17:59,212 INFO [RS:0;ba7f32532130:38689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:17:59,212 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:17:59,212 INFO [RS:0;ba7f32532130:38689 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,38689,1732490263931 because: Region server is closing 2024-11-24T23:17:59,213 INFO [RS:0;ba7f32532130:38689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:38689. 2024-11-24T23:17:59,213 DEBUG [RS:0;ba7f32532130:38689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:59,213 DEBUG [RS:0;ba7f32532130:38689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:59,213 DEBUG [RS:0;ba7f32532130:38689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:59,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:59,313 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.wal-reader.ba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T23:17:59,313 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.shipperba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T23:17:59,314 INFO [RS:0;ba7f32532130:38689 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38689,1732490263931.replicationSource.shipperba7f32532130%2C38689%2C1732490263931,1-ba7f32532130,38689,1732490263931 terminated 2024-11-24T23:17:59,314 INFO [RS:0;ba7f32532130:38689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38689 2024-11-24T23:17:59,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786/rs 2024-11-24T23:17:59,361 INFO [RS:0;ba7f32532130:38689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:17:59,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959936786/rs/ba7f32532130,38689,1732490263931 2024-11-24T23:17:59,371 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,38689,1732490263931] 2024-11-24T23:17:59,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-959936786/draining/ba7f32532130,38689,1732490263931 already deleted, retry=false 2024-11-24T23:17:59,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,38689,1732490263931 expired; onlineServers=0 2024-11-24T23:17:59,382 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,41251,1732490263726' ***** 2024-11-24T23:17:59,382 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:17:59,382 INFO [M:0;ba7f32532130:41251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:17:59,382 INFO [M:0;ba7f32532130:41251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:17:59,382 DEBUG [M:0;ba7f32532130:41251 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:17:59,382 DEBUG [M:0;ba7f32532130:41251 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:17:59,382 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:17:59,382 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490265993 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490265993,5,FailOnTimeoutGroup] 2024-11-24T23:17:59,382 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490265993 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490265993,5,FailOnTimeoutGroup] 2024-11-24T23:17:59,383 INFO [M:0;ba7f32532130:41251 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:17:59,383 INFO [M:0;ba7f32532130:41251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:17:59,383 DEBUG [M:0;ba7f32532130:41251 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:17:59,383 INFO [M:0;ba7f32532130:41251 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:17:59,383 INFO [M:0;ba7f32532130:41251 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:17:59,383 INFO [M:0;ba7f32532130:41251 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:17:59,383 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:17:59,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959936786/master 2024-11-24T23:17:59,392 DEBUG [M:0;ba7f32532130:41251 {}] zookeeper.ZKUtil(347): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Unable to get data of znode /0-959936786/master because node does not exist (not an error) 2024-11-24T23:17:59,392 WARN [M:0;ba7f32532130:41251 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:17:59,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959936786 2024-11-24T23:17:59,393 INFO [M:0;ba7f32532130:41251 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/.lastflushedseqids 2024-11-24T23:17:59,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741842_1018 (size=181) 2024-11-24T23:17:59,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:59,472 INFO [RS:0;ba7f32532130:38689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:17:59,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38689-0x1016f2370a00001, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:59,472 INFO [RS:0;ba7f32532130:38689 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,38689,1732490263931; zookeeper connection closed. 2024-11-24T23:17:59,472 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15bda9d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15bda9d2 2024-11-24T23:17:59,472 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:17:59,798 INFO [M:0;ba7f32532130:41251 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:17:59,798 INFO [M:0;ba7f32532130:41251 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:17:59,798 DEBUG [M:0;ba7f32532130:41251 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:17:59,798 INFO [M:0;ba7f32532130:41251 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:59,798 DEBUG [M:0;ba7f32532130:41251 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:59,798 DEBUG [M:0;ba7f32532130:41251 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:17:59,798 DEBUG [M:0;ba7f32532130:41251 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:59,798 INFO [M:0;ba7f32532130:41251 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T23:17:59,813 DEBUG [M:0;ba7f32532130:41251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85b54e969fdc4436ae4609a41aec68fc is 82, key is hbase:meta,,1/info:regioninfo/1732490267205/Put/seqid=0 2024-11-24T23:17:59,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741843_1019 (size=5672) 2024-11-24T23:18:00,218 INFO [M:0;ba7f32532130:41251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85b54e969fdc4436ae4609a41aec68fc 2024-11-24T23:18:00,236 DEBUG [M:0;ba7f32532130:41251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0641e45d24d47b4841ada0a2491428f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732490273917/Put/seqid=0 2024-11-24T23:18:00,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741844_1020 (size=7203) 2024-11-24T23:18:00,641 INFO [M:0;ba7f32532130:41251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0641e45d24d47b4841ada0a2491428f 2024-11-24T23:18:00,659 DEBUG [M:0;ba7f32532130:41251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f773e7987fe34d63b395fde0776a743f is 69, key is ba7f32532130,38689,1732490263931/rs:state/1732490266098/Put/seqid=0 2024-11-24T23:18:00,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741845_1021 (size=5156) 2024-11-24T23:18:01,064 INFO [M:0;ba7f32532130:41251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f773e7987fe34d63b395fde0776a743f 2024-11-24T23:18:01,069 DEBUG [M:0;ba7f32532130:41251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85b54e969fdc4436ae4609a41aec68fc as hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85b54e969fdc4436ae4609a41aec68fc 2024-11-24T23:18:01,074 INFO [M:0;ba7f32532130:41251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85b54e969fdc4436ae4609a41aec68fc, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T23:18:01,075 DEBUG [M:0;ba7f32532130:41251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0641e45d24d47b4841ada0a2491428f as hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0641e45d24d47b4841ada0a2491428f 2024-11-24T23:18:01,080 INFO [M:0;ba7f32532130:41251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0641e45d24d47b4841ada0a2491428f, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T23:18:01,081 DEBUG [M:0;ba7f32532130:41251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f773e7987fe34d63b395fde0776a743f as hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f773e7987fe34d63b395fde0776a743f 2024-11-24T23:18:01,086 INFO [M:0;ba7f32532130:41251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39759/user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f773e7987fe34d63b395fde0776a743f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T23:18:01,087 INFO [M:0;ba7f32532130:41251 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false 2024-11-24T23:18:01,094 INFO [M:0;ba7f32532130:41251 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:18:01,094 DEBUG [M:0;ba7f32532130:41251 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490279798Disabling compacts and flushes for region at 1732490279798Disabling writes for close at 1732490279798Obtaining lock to block concurrent updates at 1732490279798Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490279798Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732490279799 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490279799Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490279799Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490279813 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490279813Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490280223 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490280236 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490280236Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490280646 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490280658 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490280658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed9c2dc: reopening flushed file at 1732490281068 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4888109b: reopening flushed file at 1732490281074 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd87e55: reopening flushed file at 1732490281080 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false at 1732490281088 (+8 ms)Writing region close event to WAL at 1732490281094 (+6 ms)Closed at 1732490281094 2024-11-24T23:18:01,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741830_1006 (size=41008) 2024-11-24T23:18:01,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e567ddd3-6ecc-919a-f28a-689f5a21ca5c/MasterData/WALs/ba7f32532130,41251,1732490263726/ba7f32532130%2C41251%2C1732490263726.1732490265711 not finished, retry = 0 2024-11-24T23:18:01,198 INFO [M:0;ba7f32532130:41251 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:18:01,198 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:18:01,198 INFO [M:0;ba7f32532130:41251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41251 2024-11-24T23:18:01,198 INFO [M:0;ba7f32532130:41251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:18:01,345 INFO [M:0;ba7f32532130:41251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:18:01,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:18:01,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41251-0x1016f2370a00000, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:18:01,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:18:01,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:18:01,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:18:01,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:18:01,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/hadoop.log.dir/,STOPPED} 2024-11-24T23:18:01,350 WARN [BP-399665156-172.17.0.3-1732490261776 heartbeating to localhost/127.0.0.1:39759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:18:01,350 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:18:01,351 WARN [BP-399665156-172.17.0.3-1732490261776 heartbeating to localhost/127.0.0.1:39759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-399665156-172.17.0.3-1732490261776 (Datanode Uuid aeae6356-7996-4f74-bdba-8fdd1456f2b5) service to localhost/127.0.0.1:39759 2024-11-24T23:18:01,351 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:18:01,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/cluster_f3c49b01-1f03-5f33-abe8-95b421858395/data/data1/current/BP-399665156-172.17.0.3-1732490261776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:18:01,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/cluster_f3c49b01-1f03-5f33-abe8-95b421858395/data/data2/current/BP-399665156-172.17.0.3-1732490261776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:18:01,352 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:18:01,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:18:01,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:18:01,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:18:01,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:18:01,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6116f208-d6fc-ae83-8b84-9640f0c1b589/hadoop.log.dir/,STOPPED} 2024-11-24T23:18:01,367 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:18:01,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:18:01,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52283) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52283) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39759 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43925 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=6989 (was 7580) 2024-11-24T23:18:01,397 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=6989 2024-11-24T23:18:01,411 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-24T23:18:01,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/hadoop.log.dir so I do NOT create it in target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e 2024-11-24T23:18:01,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:18:01,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/hadoop.tmp.dir so I do NOT create it in target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e 2024-11-24T23:18:01,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04660889-8dde-941d-158e-63d51599bcb3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:18:01,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e 2024-11-24T23:18:01,412 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/cluster_93d100e1-351e-9768-307c-25c7d4cfef1b, deleteOnExit=true 2024-11-24T23:18:01,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/cluster_93d100e1-351e-9768-307c-25c7d4cfef1b/zookeeper_0, clientPort=65237, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/cluster_93d100e1-351e-9768-307c-25c7d4cfef1b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/cluster_93d100e1-351e-9768-307c-25c7d4cfef1b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:18:01,428 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65237 2024-11-24T23:18:01,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:18:01,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:18:01,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/test.cache.data in system properties and HBase conf 2024-11-24T23:18:01,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:18:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:18:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:18:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:18:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:18:01,429 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:18:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:18:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:18:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:18:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:18:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:18:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:18:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:18:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:18:01,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:18:01,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:18:01,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:18:01,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:18:01,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:18:01,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:18:01,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016f2370a00002, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:18:01,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016f2370a00005, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:18:01,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016f2370a00002, quorum=127.0.0.1:52283, baseZNode=/0-959936786 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:18:01,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016f2370a00005, quorum=127.0.0.1:52283, baseZNode=/11789104917 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:18:01,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:18:01,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:18:01,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:18:01,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:18:01,790 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:18:01,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:18:01,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:18:01,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:18:01,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/java.io.tmpdir/jetty-localhost-42603-hadoop-hdfs-3_4_1-tests_jar-_-any-17705638228768748825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:18:01,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:42603} 2024-11-24T23:18:01,890 INFO [Time-limited test {}] server.Server(415): Started @54565ms 2024-11-24T23:18:02,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:18:02,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:18:02,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:18:02,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:18:02,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:18:02,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:18:02,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:18:02,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/java.io.tmpdir/jetty-localhost-41011-hadoop-hdfs-3_4_1-tests_jar-_-any-16624549494434379791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:18:02,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:41011} 2024-11-24T23:18:02,248 INFO [Time-limited test {}] server.Server(415): Started @54923ms 2024-11-24T23:18:02,249 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:18:02,891 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/cluster_93d100e1-351e-9768-307c-25c7d4cfef1b/data/data1/current/BP-1824816056-172.17.0.3-1732490281451/current, will proceed with Du for space computation calculation, 2024-11-24T23:18:02,892 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/cluster_93d100e1-351e-9768-307c-25c7d4cfef1b/data/data2/current/BP-1824816056-172.17.0.3-1732490281451/current, will proceed with Du for space computation calculation, 2024-11-24T23:18:02,912 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:18:02,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56b71118e5d90a7f with lease ID 0xdedb6f64b733737e: Processing first storage report for DS-ebc0c3b1-2edf-4994-ab69-f49b2809cd2e from datanode DatanodeRegistration(127.0.0.1:34657, datanodeUuid=8258e8d6-4221-46da-9af9-fe8f6d2a00b5, infoPort=44687, infoSecurePort=0, ipcPort=39989, storageInfo=lv=-57;cid=testClusterID;nsid=724283075;c=1732490281451) 2024-11-24T23:18:02,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56b71118e5d90a7f with lease ID 0xdedb6f64b733737e: from storage DS-ebc0c3b1-2edf-4994-ab69-f49b2809cd2e node DatanodeRegistration(127.0.0.1:34657, datanodeUuid=8258e8d6-4221-46da-9af9-fe8f6d2a00b5, infoPort=44687, infoSecurePort=0, ipcPort=39989, storageInfo=lv=-57;cid=testClusterID;nsid=724283075;c=1732490281451), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:18:02,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56b71118e5d90a7f with lease ID 0xdedb6f64b733737e: Processing first storage report for DS-4ba991cb-044f-4bb1-8dd0-bdbc198fb177 from datanode DatanodeRegistration(127.0.0.1:34657, datanodeUuid=8258e8d6-4221-46da-9af9-fe8f6d2a00b5, infoPort=44687, infoSecurePort=0, ipcPort=39989, storageInfo=lv=-57;cid=testClusterID;nsid=724283075;c=1732490281451) 2024-11-24T23:18:02,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56b71118e5d90a7f with lease ID 0xdedb6f64b733737e: from storage DS-4ba991cb-044f-4bb1-8dd0-bdbc198fb177 node DatanodeRegistration(127.0.0.1:34657, datanodeUuid=8258e8d6-4221-46da-9af9-fe8f6d2a00b5, infoPort=44687, infoSecurePort=0, ipcPort=39989, storageInfo=lv=-57;cid=testClusterID;nsid=724283075;c=1732490281451), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:18:02,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e 2024-11-24T23:18:02,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:02,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:02,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:18:03,384 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b with version=8 2024-11-24T23:18:03,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/hbase-staging 2024-11-24T23:18:03,387 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:18:03,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:18:03,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:18:03,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:18:03,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:18:03,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:18:03,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:18:03,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:18:03,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44857 2024-11-24T23:18:03,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44857 connecting to ZooKeeper ensemble=127.0.0.1:65237 2024-11-24T23:18:03,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448570x0, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:18:03,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44857-0x1016f23bd7e0000 connected 2024-11-24T23:18:03,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:03,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:03,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Set watcher on znode that does not yet exist, /0236141752/running 2024-11-24T23:18:03,559 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b, hbase.cluster.distributed=false 2024-11-24T23:18:03,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Set watcher on znode that does not yet exist, /0236141752/acl 2024-11-24T23:18:03,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44857 2024-11-24T23:18:03,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44857 2024-11-24T23:18:03,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44857 2024-11-24T23:18:03,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44857 2024-11-24T23:18:03,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44857 2024-11-24T23:18:03,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:18:03,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:18:03,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:18:03,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:18:03,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:18:03,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:18:03,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:18:03,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:18:03,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44271 2024-11-24T23:18:03,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44271 connecting to ZooKeeper ensemble=127.0.0.1:65237 2024-11-24T23:18:03,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:03,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:03,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442710x0, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:18:03,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44271-0x1016f23bd7e0001 connected 2024-11-24T23:18:03,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Set watcher on znode that does not yet exist, /0236141752/running 2024-11-24T23:18:03,593 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:18:03,594 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:18:03,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Set watcher on znode that does not yet exist, /0236141752/master 2024-11-24T23:18:03,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Set watcher on znode that does not yet exist, /0236141752/acl 2024-11-24T23:18:03,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44271 2024-11-24T23:18:03,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44271 2024-11-24T23:18:03,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44271 2024-11-24T23:18:03,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44271 2024-11-24T23:18:03,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44271 2024-11-24T23:18:03,614 DEBUG [M:0;ba7f32532130:44857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:44857 2024-11-24T23:18:03,614 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0236141752/backup-masters/ba7f32532130,44857,1732490283386 2024-11-24T23:18:03,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752/backup-masters 2024-11-24T23:18:03,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752/backup-masters 2024-11-24T23:18:03,624 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Set watcher on existing znode=/0236141752/backup-masters/ba7f32532130,44857,1732490283386 2024-11-24T23:18:03,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:18:03,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:03,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0236141752/master 2024-11-24T23:18:03,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:03,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:18:03,646 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Set watcher on existing znode=/0236141752/master 2024-11-24T23:18:03,647 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0236141752/backup-masters/ba7f32532130,44857,1732490283386 from backup master directory 2024-11-24T23:18:03,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752/backup-masters 2024-11-24T23:18:03,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0236141752/backup-masters/ba7f32532130,44857,1732490283386 2024-11-24T23:18:03,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752/backup-masters 2024-11-24T23:18:03,666 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:18:03,666 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,44857,1732490283386 2024-11-24T23:18:03,670 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/hbase.id] with ID: bf5a1c1a-5e59-4ca2-b104-80aa8ef40452 2024-11-24T23:18:03,670 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/.tmp/hbase.id 2024-11-24T23:18:03,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:18:03,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:18:03,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:18:03,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:18:03,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:18:03,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:18:03,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:18:04,077 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/.tmp/hbase.id]:[hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/hbase.id] 2024-11-24T23:18:04,089 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:04,089 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:18:04,090 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:18:04,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:04,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:04,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:18:04,549 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:18:04,550 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:18:04,550 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:18:04,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:18:04,959 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store 2024-11-24T23:18:04,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:18:05,366 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:05,366 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:18:05,366 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:18:05,366 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:18:05,367 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:18:05,367 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:18:05,367 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:18:05,367 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490285366Disabling compacts and flushes for region at 1732490285366Disabling writes for close at 1732490285367 (+1 ms)Writing region close event to WAL at 1732490285367Closed at 1732490285367 2024-11-24T23:18:05,371 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/.initializing 2024-11-24T23:18:05,371 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/WALs/ba7f32532130,44857,1732490283386 2024-11-24T23:18:05,373 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:18:05,376 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C44857%2C1732490283386, suffix=, logDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/WALs/ba7f32532130,44857,1732490283386, archiveDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/oldWALs, maxLogs=10 2024-11-24T23:18:05,401 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/WALs/ba7f32532130,44857,1732490283386/ba7f32532130%2C44857%2C1732490283386.1732490285376, exclude list is [], retry=0 2024-11-24T23:18:05,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34657,DS-ebc0c3b1-2edf-4994-ab69-f49b2809cd2e,DISK] 2024-11-24T23:18:05,449 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/WALs/ba7f32532130,44857,1732490283386/ba7f32532130%2C44857%2C1732490283386.1732490285376 2024-11-24T23:18:05,460 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44687:44687)] 2024-11-24T23:18:05,460 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:18:05,461 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:05,461 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:05,461 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:05,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:05,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:18:05,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:05,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:05,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:05,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:18:05,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:05,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:05,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:05,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:18:05,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:05,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:05,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:05,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:18:05,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:05,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:05,516 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:05,517 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:05,518 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:05,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:05,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:05,522 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:18:05,524 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:05,540 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:18:05,541 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58849247, jitterRate=-0.1230778843164444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:18:05,542 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490285461Initializing all the Stores at 1732490285462 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490285462Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490285472 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490285472Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490285472Cleaning up temporary data from old regions at 1732490285520 (+48 ms)Region opened successfully at 1732490285542 (+22 ms) 2024-11-24T23:18:05,542 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:18:05,546 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713b71c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:18:05,548 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:18:05,548 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:18:05,548 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:18:05,548 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:18:05,549 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:18:05,550 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:18:05,550 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:18:05,562 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:18:05,563 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Unable to get data of znode /0236141752/balancer because node does not exist (not necessarily an error) 2024-11-24T23:18:05,634 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0236141752/balancer already deleted, retry=false 2024-11-24T23:18:05,634 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:18:05,635 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Unable to get data of znode /0236141752/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:18:05,644 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0236141752/normalizer already deleted, retry=false 2024-11-24T23:18:05,645 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:18:05,651 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Unable to get data of znode /0236141752/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:18:05,661 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0236141752/switch/split already deleted, retry=false 2024-11-24T23:18:05,663 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Unable to get data of znode /0236141752/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:18:05,676 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0236141752/switch/merge already deleted, retry=false 2024-11-24T23:18:05,679 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Unable to get data of znode /0236141752/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:18:05,686 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0236141752/snapshot-cleanup already deleted, retry=false 2024-11-24T23:18:05,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0236141752/running 2024-11-24T23:18:05,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0236141752/running 2024-11-24T23:18:05,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:05,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:05,699 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,44857,1732490283386, sessionid=0x1016f23bd7e0000, setting cluster-up flag (Was=false) 2024-11-24T23:18:05,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:05,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:05,750 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0236141752/flush-table-proc/acquired, /0236141752/flush-table-proc/reached, /0236141752/flush-table-proc/abort 2024-11-24T23:18:05,751 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,44857,1732490283386 2024-11-24T23:18:05,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:05,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:05,802 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0236141752/online-snapshot/acquired, /0236141752/online-snapshot/reached, /0236141752/online-snapshot/abort 2024-11-24T23:18:05,804 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,44857,1732490283386 2024-11-24T23:18:05,814 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:18:05,817 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:18:05,817 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:18:05,817 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:18:05,818 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,44857,1732490283386 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:18:05,819 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:18:05,819 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:18:05,819 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:18:05,819 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:18:05,819 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:18:05,819 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,820 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:18:05,820 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,828 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:18:05,828 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:18:05,830 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:05,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:18:05,846 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490315846 2024-11-24T23:18:05,847 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:18:05,847 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:18:05,847 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:18:05,847 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:18:05,847 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:18:05,847 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:18:05,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:18:05,855 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,856 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:18:05,856 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:18:05,856 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:18:05,856 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:18:05,856 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:18:05,857 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:18:05,857 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490285857,5,FailOnTimeoutGroup] 2024-11-24T23:18:05,860 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490285857,5,FailOnTimeoutGroup] 2024-11-24T23:18:05,860 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,860 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:18:05,860 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,860 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,910 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(746): ClusterId : bf5a1c1a-5e59-4ca2-b104-80aa8ef40452 2024-11-24T23:18:05,910 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:18:05,919 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:18:05,919 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:18:05,929 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:18:05,930 DEBUG [RS:0;ba7f32532130:44271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60602e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:18:05,943 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:44271 2024-11-24T23:18:05,944 INFO [RS:0;ba7f32532130:44271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:18:05,944 INFO [RS:0;ba7f32532130:44271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:18:05,944 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:18:05,944 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,44857,1732490283386 with port=44271, startcode=1732490283574 2024-11-24T23:18:05,945 DEBUG [RS:0;ba7f32532130:44271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:18:05,946 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:18:05,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,44271,1732490283574 2024-11-24T23:18:05,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44857 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,44271,1732490283574 2024-11-24T23:18:05,949 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b 2024-11-24T23:18:05,949 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34307 2024-11-24T23:18:05,949 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:18:05,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752/rs 2024-11-24T23:18:05,961 DEBUG [RS:0;ba7f32532130:44271 {}] zookeeper.ZKUtil(111): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Set watcher on existing znode=/0236141752/rs/ba7f32532130,44271,1732490283574 2024-11-24T23:18:05,961 WARN [RS:0;ba7f32532130:44271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:18:05,961 INFO [RS:0;ba7f32532130:44271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:18:05,961 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574 2024-11-24T23:18:05,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,44271,1732490283574] 2024-11-24T23:18:05,965 INFO [RS:0;ba7f32532130:44271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:18:05,966 INFO [RS:0;ba7f32532130:44271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:18:05,967 INFO [RS:0;ba7f32532130:44271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:18:05,967 INFO [RS:0;ba7f32532130:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,968 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:18:05,969 INFO [RS:0;ba7f32532130:44271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:18:05,969 INFO [RS:0;ba7f32532130:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,969 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,969 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,969 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,969 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,969 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,969 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:18:05,969 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,969 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,969 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,969 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,969 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,970 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:05,970 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:18:05,970 DEBUG [RS:0;ba7f32532130:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:18:05,972 INFO [RS:0;ba7f32532130:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,972 INFO [RS:0;ba7f32532130:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,972 INFO [RS:0;ba7f32532130:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,972 INFO [RS:0;ba7f32532130:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,972 INFO [RS:0;ba7f32532130:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,972 INFO [RS:0;ba7f32532130:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44271,1732490283574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:18:05,986 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:18:05,986 INFO [RS:0;ba7f32532130:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44271,1732490283574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,986 INFO [RS:0;ba7f32532130:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:05,986 INFO [RS:0;ba7f32532130:44271 {}] regionserver.Replication(171): ba7f32532130,44271,1732490283574 started 2024-11-24T23:18:06,003 INFO [RS:0;ba7f32532130:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:06,003 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,44271,1732490283574, RpcServer on ba7f32532130/172.17.0.3:44271, sessionid=0x1016f23bd7e0001 2024-11-24T23:18:06,003 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:18:06,003 DEBUG [RS:0;ba7f32532130:44271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,44271,1732490283574 2024-11-24T23:18:06,003 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,44271,1732490283574' 2024-11-24T23:18:06,003 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0236141752/flush-table-proc/abort' 2024-11-24T23:18:06,004 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0236141752/flush-table-proc/acquired' 2024-11-24T23:18:06,004 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:18:06,004 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:18:06,004 DEBUG [RS:0;ba7f32532130:44271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,44271,1732490283574 2024-11-24T23:18:06,004 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,44271,1732490283574' 2024-11-24T23:18:06,004 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0236141752/online-snapshot/abort' 2024-11-24T23:18:06,004 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0236141752/online-snapshot/acquired' 2024-11-24T23:18:06,005 DEBUG [RS:0;ba7f32532130:44271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:18:06,005 INFO [RS:0;ba7f32532130:44271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:18:06,005 INFO [RS:0;ba7f32532130:44271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:18:06,105 INFO [RS:0;ba7f32532130:44271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:18:06,107 INFO [RS:0;ba7f32532130:44271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C44271%2C1732490283574, suffix=, logDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574, archiveDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/oldWALs, maxLogs=10 2024-11-24T23:18:06,127 DEBUG [RS:0;ba7f32532130:44271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108, exclude list is [], retry=0 2024-11-24T23:18:06,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34657,DS-ebc0c3b1-2edf-4994-ab69-f49b2809cd2e,DISK] 2024-11-24T23:18:06,149 INFO [RS:0;ba7f32532130:44271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 2024-11-24T23:18:06,156 DEBUG [RS:0;ba7f32532130:44271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44687:44687)] 2024-11-24T23:18:06,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:18:06,255 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b 2024-11-24T23:18:06,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:18:06,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:06,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:18:06,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:18:06,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:06,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:06,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:18:06,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:18:06,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:06,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:06,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:18:06,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:18:06,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:06,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:06,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:18:06,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:18:06,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:06,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:06,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:18:06,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740 2024-11-24T23:18:06,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740 2024-11-24T23:18:06,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:18:06,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:18:06,708 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:18:06,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:18:06,717 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:18:06,718 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70282883, jitterRate=0.047296568751335144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:18:06,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490286668Initializing all the Stores at 1732490286669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490286669Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490286669Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490286669Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490286669Cleaning up temporary data from old regions at 1732490286707 (+38 ms)Region opened successfully at 1732490286718 (+11 ms) 2024-11-24T23:18:06,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:18:06,719 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:18:06,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:18:06,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:18:06,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:18:06,732 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:18:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490286719Disabling compacts and flushes for region at 1732490286719Disabling writes for close at 1732490286719Writing region close event to WAL at 1732490286731 (+12 ms)Closed at 1732490286731 2024-11-24T23:18:06,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:18:06,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:18:06,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:18:06,736 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:18:06,737 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:18:06,887 DEBUG [ba7f32532130:44857 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:18:06,888 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,44271,1732490283574 2024-11-24T23:18:06,890 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,44271,1732490283574, state=OPENING 2024-11-24T23:18:06,960 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:18:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:06,971 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:18:06,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,44271,1732490283574}] 2024-11-24T23:18:06,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0236141752/meta-region-server: CHANGED 2024-11-24T23:18:06,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0236141752/meta-region-server: CHANGED 2024-11-24T23:18:07,127 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:18:07,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:18:07,144 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:18:07,144 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:18:07,145 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:18:07,148 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C44271%2C1732490283574.meta, suffix=.meta, logDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574, archiveDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/oldWALs, maxLogs=10 2024-11-24T23:18:07,166 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.meta.1732490287148.meta, exclude list is [], retry=0 2024-11-24T23:18:07,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34657,DS-ebc0c3b1-2edf-4994-ab69-f49b2809cd2e,DISK] 2024-11-24T23:18:07,195 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.meta.1732490287148.meta 2024-11-24T23:18:07,196 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44687:44687)] 2024-11-24T23:18:07,196 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:18:07,196 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:18:07,196 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:18:07,197 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:18:07,197 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:18:07,197 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:18:07,197 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:07,197 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:18:07,197 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:18:07,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:18:07,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:18:07,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:07,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:07,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:18:07,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:18:07,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:07,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:07,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:18:07,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:18:07,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:07,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:07,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:18:07,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:18:07,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:07,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:07,218 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:18:07,219 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740 2024-11-24T23:18:07,221 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740 2024-11-24T23:18:07,223 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:18:07,223 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:18:07,224 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:18:07,226 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:18:07,227 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62904013, jitterRate=-0.06265716254711151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:18:07,227 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:18:07,227 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490287197Writing region info on filesystem at 1732490287197Initializing all the Stores at 1732490287199 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490287199Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490287204 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490287204Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490287204Cleaning up temporary data from old regions at 1732490287223 (+19 ms)Running coprocessor post-open hooks at 1732490287227 (+4 ms)Region opened successfully at 1732490287227 2024-11-24T23:18:07,228 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490287126 2024-11-24T23:18:07,231 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:18:07,231 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:18:07,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,44271,1732490283574 2024-11-24T23:18:07,234 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,44271,1732490283574, state=OPEN 2024-11-24T23:18:07,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0236141752/meta-region-server 2024-11-24T23:18:07,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0236141752/meta-region-server 2024-11-24T23:18:07,589 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,44271,1732490283574 2024-11-24T23:18:07,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0236141752/meta-region-server: CHANGED 2024-11-24T23:18:07,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0236141752/meta-region-server: CHANGED 2024-11-24T23:18:07,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:18:07,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,44271,1732490283574 in 619 msec 2024-11-24T23:18:07,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:18:07,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 860 msec 2024-11-24T23:18:07,597 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:18:07,597 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:18:07,599 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:18:07,599 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44271,1732490283574, seqNum=-1] 2024-11-24T23:18:07,599 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:18:07,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:18:07,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7900 sec 2024-11-24T23:18:07,607 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490287607, completionTime=-1 2024-11-24T23:18:07,607 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:18:07,607 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:18:07,609 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:18:07,609 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490347609 2024-11-24T23:18:07,609 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490407609 2024-11-24T23:18:07,609 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T23:18:07,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44857,1732490283386-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:07,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44857,1732490283386-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:07,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44857,1732490283386-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:07,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:44857, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:07,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:07,610 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:07,612 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:18:07,614 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.948sec 2024-11-24T23:18:07,614 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:18:07,614 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:18:07,614 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:18:07,614 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:18:07,614 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:18:07,614 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44857,1732490283386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:18:07,615 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44857,1732490283386-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:18:07,617 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:18:07,617 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:18:07,617 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44857,1732490283386-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:07,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:07,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,44857,-1 for getting cluster id 2024-11-24T23:18:07,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:18:07,716 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf5a1c1a-5e59-4ca2-b104-80aa8ef40452' 2024-11-24T23:18:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:18:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf5a1c1a-5e59-4ca2-b104-80aa8ef40452" 2024-11-24T23:18:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b38e08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,44857,-1] 2024-11-24T23:18:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:18:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:07,718 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:18:07,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:07,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:18:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44271,1732490283574, seqNum=-1] 2024-11-24T23:18:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:18:07,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:18:07,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,44857,1732490283386 2024-11-24T23:18:07,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65237 2024-11-24T23:18:07,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:18:07,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016f23bd7e0002 connected 2024-11-24T23:18:07,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/hadoop.log.dir so I do NOT create it in target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d 2024-11-24T23:18:07,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:18:07,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/hadoop.tmp.dir so I do NOT create it in target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d 2024-11-24T23:18:07,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:18:07,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d 2024-11-24T23:18:07,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:18:07,763 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/cluster_c25cafa3-2f07-3f53-1a18-46ff20ee4f74, deleteOnExit=true 2024-11-24T23:18:07,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:18:07,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/test.cache.data in system properties and HBase conf 2024-11-24T23:18:07,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:18:07,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:18:07,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:18:07,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:18:07,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:18:07,763 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:18:07,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:18:07,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:18:08,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:18:08,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:18:08,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:18:08,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:18:08,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:18:08,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:18:08,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:18:08,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:18:08,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/java.io.tmpdir/jetty-localhost-43595-hadoop-hdfs-3_4_1-tests_jar-_-any-7417887578416839793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:18:08,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:43595} 2024-11-24T23:18:08,238 INFO [Time-limited test {}] server.Server(415): Started @60913ms 2024-11-24T23:18:08,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:18:08,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:18:08,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:18:08,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:18:08,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:18:08,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:18:08,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:18:08,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/java.io.tmpdir/jetty-localhost-34693-hadoop-hdfs-3_4_1-tests_jar-_-any-12687840287249571348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:18:08,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:34693} 2024-11-24T23:18:08,666 INFO [Time-limited test {}] server.Server(415): Started @61341ms 2024-11-24T23:18:08,668 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:18:09,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:18:09,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:18:09,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:18:09,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:18:09,351 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/cluster_c25cafa3-2f07-3f53-1a18-46ff20ee4f74/data/data1/current/BP-1391510014-172.17.0.3-1732490287781/current, will proceed with Du for space computation calculation, 2024-11-24T23:18:09,351 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/cluster_c25cafa3-2f07-3f53-1a18-46ff20ee4f74/data/data2/current/BP-1391510014-172.17.0.3-1732490287781/current, will proceed with Du for space computation calculation, 2024-11-24T23:18:09,365 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:18:09,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde35eae6fb23abce with lease ID 0xaa7b7f3cba7cab7e: Processing first storage report for DS-645a57c5-14cd-48ad-ad71-41b49bc5f4b1 from datanode DatanodeRegistration(127.0.0.1:36121, datanodeUuid=8c09fd31-f6e9-4bf4-9d7c-7889850a7349, infoPort=40925, infoSecurePort=0, ipcPort=41423, storageInfo=lv=-57;cid=testClusterID;nsid=1478723303;c=1732490287781) 2024-11-24T23:18:09,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde35eae6fb23abce with lease ID 0xaa7b7f3cba7cab7e: from storage DS-645a57c5-14cd-48ad-ad71-41b49bc5f4b1 node DatanodeRegistration(127.0.0.1:36121, datanodeUuid=8c09fd31-f6e9-4bf4-9d7c-7889850a7349, infoPort=40925, infoSecurePort=0, ipcPort=41423, storageInfo=lv=-57;cid=testClusterID;nsid=1478723303;c=1732490287781), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:18:09,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde35eae6fb23abce with lease ID 0xaa7b7f3cba7cab7e: Processing first storage report for DS-04ce941a-6af4-4324-bd92-a71a1f525030 from datanode DatanodeRegistration(127.0.0.1:36121, datanodeUuid=8c09fd31-f6e9-4bf4-9d7c-7889850a7349, infoPort=40925, infoSecurePort=0, ipcPort=41423, storageInfo=lv=-57;cid=testClusterID;nsid=1478723303;c=1732490287781) 2024-11-24T23:18:09,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde35eae6fb23abce with lease ID 0xaa7b7f3cba7cab7e: from storage DS-04ce941a-6af4-4324-bd92-a71a1f525030 node DatanodeRegistration(127.0.0.1:36121, datanodeUuid=8c09fd31-f6e9-4bf4-9d7c-7889850a7349, infoPort=40925, infoSecurePort=0, ipcPort=41423, storageInfo=lv=-57;cid=testClusterID;nsid=1478723303;c=1732490287781), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:18:09,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d 2024-11-24T23:18:09,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:09,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:09,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:18:09,822 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d with version=8 2024-11-24T23:18:09,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/hbase-staging 2024-11-24T23:18:09,823 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:18:09,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:18:09,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:18:09,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:18:09,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:18:09,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:18:09,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:18:09,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:18:09,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38897 2024-11-24T23:18:09,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38897 connecting to ZooKeeper ensemble=127.0.0.1:65237 2024-11-24T23:18:09,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388970x0, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:18:09,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38897-0x1016f23bd7e0003 connected 2024-11-24T23:18:10,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:10,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:10,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Set watcher on znode that does not yet exist, /1-2036738505/running 2024-11-24T23:18:10,016 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d, hbase.cluster.distributed=false 2024-11-24T23:18:10,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Set watcher on znode that does not yet exist, /1-2036738505/acl 2024-11-24T23:18:10,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38897 2024-11-24T23:18:10,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38897 2024-11-24T23:18:10,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38897 2024-11-24T23:18:10,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38897 2024-11-24T23:18:10,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38897 2024-11-24T23:18:10,043 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:18:10,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:18:10,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:18:10,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:18:10,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:18:10,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:18:10,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:18:10,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:18:10,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43807 2024-11-24T23:18:10,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43807 connecting to ZooKeeper ensemble=127.0.0.1:65237 2024-11-24T23:18:10,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:10,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438070x0, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:18:10,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438070x0, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Set watcher on znode that does not yet exist, /1-2036738505/running 2024-11-24T23:18:10,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43807-0x1016f23bd7e0004 connected 2024-11-24T23:18:10,061 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:18:10,062 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:18:10,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Set watcher on znode that does not yet exist, /1-2036738505/master 2024-11-24T23:18:10,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Set watcher on znode that does not yet exist, /1-2036738505/acl 2024-11-24T23:18:10,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43807 2024-11-24T23:18:10,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43807 2024-11-24T23:18:10,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43807 2024-11-24T23:18:10,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43807 2024-11-24T23:18:10,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43807 2024-11-24T23:18:10,077 DEBUG [M:0;ba7f32532130:38897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:38897 2024-11-24T23:18:10,077 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2036738505/backup-masters/ba7f32532130,38897,1732490289823 2024-11-24T23:18:10,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505/backup-masters 2024-11-24T23:18:10,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505/backup-masters 2024-11-24T23:18:10,158 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Set watcher on existing znode=/1-2036738505/backup-masters/ba7f32532130,38897,1732490289823 2024-11-24T23:18:10,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:18:10,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2036738505/master 2024-11-24T23:18:10,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:18:10,195 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Set watcher on existing znode=/1-2036738505/master 2024-11-24T23:18:10,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2036738505/backup-masters/ba7f32532130,38897,1732490289823 from backup master directory 2024-11-24T23:18:10,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505/backup-masters 2024-11-24T23:18:10,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2036738505/backup-masters/ba7f32532130,38897,1732490289823 2024-11-24T23:18:10,213 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:18:10,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505/backup-masters 2024-11-24T23:18:10,213 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,38897,1732490289823 2024-11-24T23:18:10,219 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/hbase.id] with ID: 56d095e6-469f-4581-8476-7578c515e21b 2024-11-24T23:18:10,219 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/.tmp/hbase.id 2024-11-24T23:18:10,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:18:10,643 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/.tmp/hbase.id]:[hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/hbase.id] 2024-11-24T23:18:10,655 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:10,655 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:18:10,657 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T23:18:10,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:18:10,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:18:10,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:18:11,114 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:18:11,115 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:18:11,115 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:18:11,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:18:11,522 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store 2024-11-24T23:18:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:18:11,929 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:11,929 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:18:11,929 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:18:11,929 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:18:11,929 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:18:11,929 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:18:11,929 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:18:11,929 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490291929Disabling compacts and flushes for region at 1732490291929Disabling writes for close at 1732490291929Writing region close event to WAL at 1732490291929Closed at 1732490291929 2024-11-24T23:18:11,930 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/.initializing 2024-11-24T23:18:11,930 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/WALs/ba7f32532130,38897,1732490289823 2024-11-24T23:18:11,931 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:18:11,933 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C38897%2C1732490289823, suffix=, logDir=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/WALs/ba7f32532130,38897,1732490289823, archiveDir=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/oldWALs, maxLogs=10 2024-11-24T23:18:11,944 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/WALs/ba7f32532130,38897,1732490289823/ba7f32532130%2C38897%2C1732490289823.1732490291933, exclude list is [], retry=0 2024-11-24T23:18:11,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-645a57c5-14cd-48ad-ad71-41b49bc5f4b1,DISK] 2024-11-24T23:18:11,949 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/WALs/ba7f32532130,38897,1732490289823/ba7f32532130%2C38897%2C1732490289823.1732490291933 2024-11-24T23:18:11,949 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40925:40925)] 2024-11-24T23:18:11,949 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:18:11,949 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:11,949 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:11,949 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:11,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:11,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:18:11,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:11,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:11,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:11,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:18:11,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:11,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:11,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:11,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:18:11,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:11,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:11,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:11,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:18:11,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:11,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:11,959 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:11,960 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:11,960 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:11,962 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:11,962 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:11,962 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:18:11,964 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:18:11,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:18:11,966 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:18:11,966 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65297124, jitterRate=-0.026997029781341553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:18:11,966 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490291949Initializing all the Stores at 1732490291950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490291950Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490291951 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490291951Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490291951Cleaning up temporary data from old regions at 1732490291962 (+11 ms)Region opened successfully at 1732490291966 (+4 ms) 2024-11-24T23:18:11,967 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:18:11,969 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63961403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:18:11,970 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:18:11,970 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:18:11,971 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:18:11,971 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:18:11,971 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:18:11,971 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:18:11,971 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:18:11,973 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:18:11,974 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Unable to get data of znode /1-2036738505/balancer because node does not exist (not necessarily an error) 2024-11-24T23:18:12,023 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2036738505/balancer already deleted, retry=false 2024-11-24T23:18:12,023 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:18:12,024 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Unable to get data of znode /1-2036738505/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:18:12,033 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2036738505/normalizer already deleted, retry=false 2024-11-24T23:18:12,033 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:18:12,034 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Unable to get data of znode /1-2036738505/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:18:12,044 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2036738505/switch/split already deleted, retry=false 2024-11-24T23:18:12,044 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Unable to get data of znode /1-2036738505/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:18:12,054 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2036738505/switch/merge already deleted, retry=false 2024-11-24T23:18:12,056 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Unable to get data of znode /1-2036738505/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:18:12,065 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2036738505/snapshot-cleanup already deleted, retry=false 2024-11-24T23:18:12,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2036738505/running 2024-11-24T23:18:12,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2036738505/running 2024-11-24T23:18:12,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:18:12,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:18:12,076 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,38897,1732490289823, sessionid=0x1016f23bd7e0003, setting cluster-up flag (Was=false) 2024-11-24T23:18:12,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:18:12,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:18:12,128 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2036738505/flush-table-proc/acquired, /1-2036738505/flush-table-proc/reached, /1-2036738505/flush-table-proc/abort 2024-11-24T23:18:12,129 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,38897,1732490289823 2024-11-24T23:18:12,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:18:12,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:18:12,181 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2036738505/online-snapshot/acquired, /1-2036738505/online-snapshot/reached, /1-2036738505/online-snapshot/abort 2024-11-24T23:18:12,182 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,38897,1732490289823 2024-11-24T23:18:12,183 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:18:12,185 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:18:12,185 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:18:12,185 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:18:12,185 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,38897,1732490289823 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:18:12,187 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:18:12,187 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:18:12,187 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:18:12,187 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:18:12,187 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:18:12,187 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,187 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:18:12,187 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:18:12,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:18:12,191 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:12,191 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:18:12,192 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490322192 2024-11-24T23:18:12,193 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:18:12,193 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:18:12,193 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:18:12,193 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:18:12,193 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:18:12,193 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:18:12,193 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,193 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:18:12,193 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:18:12,193 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:18:12,193 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:18:12,194 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:18:12,194 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:18:12,194 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490292194,5,FailOnTimeoutGroup] 2024-11-24T23:18:12,196 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490292194,5,FailOnTimeoutGroup] 2024-11-24T23:18:12,196 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,196 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:18:12,196 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,196 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:18:12,267 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(746): ClusterId : 56d095e6-469f-4581-8476-7578c515e21b 2024-11-24T23:18:12,267 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:18:12,276 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:18:12,276 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:18:12,287 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:18:12,287 DEBUG [RS:0;ba7f32532130:43807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcf6a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:18:12,297 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:43807 2024-11-24T23:18:12,297 INFO [RS:0;ba7f32532130:43807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:18:12,297 INFO [RS:0;ba7f32532130:43807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:18:12,297 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:18:12,298 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,38897,1732490289823 with port=43807, startcode=1732490290043 2024-11-24T23:18:12,298 DEBUG [RS:0;ba7f32532130:43807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:18:12,299 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:18:12,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,43807,1732490290043 2024-11-24T23:18:12,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38897 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,43807,1732490290043 2024-11-24T23:18:12,301 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d 2024-11-24T23:18:12,301 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37815 2024-11-24T23:18:12,301 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:18:12,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505/rs 2024-11-24T23:18:12,342 DEBUG [RS:0;ba7f32532130:43807 {}] zookeeper.ZKUtil(111): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Set watcher on existing znode=/1-2036738505/rs/ba7f32532130,43807,1732490290043 2024-11-24T23:18:12,342 WARN [RS:0;ba7f32532130:43807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:18:12,342 INFO [RS:0;ba7f32532130:43807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:18:12,342 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/WALs/ba7f32532130,43807,1732490290043 2024-11-24T23:18:12,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,43807,1732490290043] 2024-11-24T23:18:12,345 INFO [RS:0;ba7f32532130:43807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:18:12,347 INFO [RS:0;ba7f32532130:43807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:18:12,348 INFO [RS:0;ba7f32532130:43807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:18:12,348 INFO [RS:0;ba7f32532130:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,348 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:18:12,349 INFO [RS:0;ba7f32532130:43807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:18:12,349 INFO [RS:0;ba7f32532130:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,349 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,349 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,349 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,349 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,350 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,350 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:18:12,350 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,350 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,350 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,350 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,350 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,350 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:18:12,350 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:18:12,350 DEBUG [RS:0;ba7f32532130:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:18:12,350 INFO [RS:0;ba7f32532130:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,350 INFO [RS:0;ba7f32532130:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,350 INFO [RS:0;ba7f32532130:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,350 INFO [RS:0;ba7f32532130:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,350 INFO [RS:0;ba7f32532130:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,350 INFO [RS:0;ba7f32532130:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,43807,1732490290043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:18:12,363 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:18:12,364 INFO [RS:0;ba7f32532130:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,43807,1732490290043-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,364 INFO [RS:0;ba7f32532130:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,364 INFO [RS:0;ba7f32532130:43807 {}] regionserver.Replication(171): ba7f32532130,43807,1732490290043 started 2024-11-24T23:18:12,377 INFO [RS:0;ba7f32532130:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:12,377 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,43807,1732490290043, RpcServer on ba7f32532130/172.17.0.3:43807, sessionid=0x1016f23bd7e0004 2024-11-24T23:18:12,377 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:18:12,377 DEBUG [RS:0;ba7f32532130:43807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,43807,1732490290043 2024-11-24T23:18:12,377 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,43807,1732490290043' 2024-11-24T23:18:12,377 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2036738505/flush-table-proc/abort' 2024-11-24T23:18:12,378 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2036738505/flush-table-proc/acquired' 2024-11-24T23:18:12,378 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:18:12,378 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:18:12,378 DEBUG [RS:0;ba7f32532130:43807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,43807,1732490290043 2024-11-24T23:18:12,378 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,43807,1732490290043' 2024-11-24T23:18:12,378 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2036738505/online-snapshot/abort' 2024-11-24T23:18:12,378 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2036738505/online-snapshot/acquired' 2024-11-24T23:18:12,379 DEBUG [RS:0;ba7f32532130:43807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:18:12,379 INFO [RS:0;ba7f32532130:43807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:18:12,379 INFO [RS:0;ba7f32532130:43807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:18:12,479 INFO [RS:0;ba7f32532130:43807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:18:12,481 INFO [RS:0;ba7f32532130:43807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C43807%2C1732490290043, suffix=, logDir=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/WALs/ba7f32532130,43807,1732490290043, archiveDir=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/oldWALs, maxLogs=10 2024-11-24T23:18:12,493 DEBUG [RS:0;ba7f32532130:43807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/WALs/ba7f32532130,43807,1732490290043/ba7f32532130%2C43807%2C1732490290043.1732490292481, exclude list is [], retry=0 2024-11-24T23:18:12,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-645a57c5-14cd-48ad-ad71-41b49bc5f4b1,DISK] 2024-11-24T23:18:12,497 INFO [RS:0;ba7f32532130:43807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/WALs/ba7f32532130,43807,1732490290043/ba7f32532130%2C43807%2C1732490290043.1732490292481 2024-11-24T23:18:12,498 DEBUG [RS:0;ba7f32532130:43807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40925:40925)] 2024-11-24T23:18:12,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:18:12,599 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d 2024-11-24T23:18:12,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:18:13,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:13,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:18:13,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:18:13,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:13,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:13,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:18:13,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:18:13,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:13,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:13,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:18:13,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:18:13,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:13,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:13,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:18:13,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:18:13,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:13,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:13,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:18:13,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740 2024-11-24T23:18:13,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740 2024-11-24T23:18:13,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:18:13,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:18:13,021 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:18:13,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:18:13,024 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:18:13,025 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72855530, jitterRate=0.08563199639320374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:18:13,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490293006Initializing all the Stores at 1732490293007 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490293007Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490293007Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490293007Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490293007Cleaning up temporary data from old regions at 1732490293021 (+14 ms)Region opened successfully at 1732490293025 (+4 ms) 2024-11-24T23:18:13,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:18:13,025 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:18:13,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:18:13,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:18:13,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:18:13,026 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:18:13,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490293025Disabling compacts and flushes for region at 1732490293025Disabling writes for close at 1732490293026 (+1 ms)Writing region close event to WAL at 1732490293026Closed at 1732490293026 2024-11-24T23:18:13,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:18:13,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:18:13,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:18:13,030 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:18:13,031 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:18:13,182 DEBUG [ba7f32532130:38897 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:18:13,182 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,43807,1732490290043 2024-11-24T23:18:13,183 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,43807,1732490290043, state=OPENING 2024-11-24T23:18:13,234 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:18:13,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:18:13,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:18:13,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2036738505/meta-region-server: CHANGED 2024-11-24T23:18:13,244 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:18:13,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2036738505/meta-region-server: CHANGED 2024-11-24T23:18:13,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,43807,1732490290043}] 2024-11-24T23:18:13,397 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:18:13,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:18:13,402 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:18:13,402 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:18:13,402 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:18:13,403 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C43807%2C1732490290043.meta, suffix=.meta, logDir=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/WALs/ba7f32532130,43807,1732490290043, archiveDir=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/oldWALs, maxLogs=10 2024-11-24T23:18:13,415 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/WALs/ba7f32532130,43807,1732490290043/ba7f32532130%2C43807%2C1732490290043.meta.1732490293403.meta, exclude list is [], retry=0 2024-11-24T23:18:13,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-645a57c5-14cd-48ad-ad71-41b49bc5f4b1,DISK] 2024-11-24T23:18:13,419 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/WALs/ba7f32532130,43807,1732490290043/ba7f32532130%2C43807%2C1732490290043.meta.1732490293403.meta 2024-11-24T23:18:13,419 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40925:40925)] 2024-11-24T23:18:13,419 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:18:13,420 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:18:13,420 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:18:13,420 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:18:13,420 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:18:13,420 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:18:13,420 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:13,420 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:18:13,420 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:18:13,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:18:13,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:18:13,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:13,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:13,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:18:13,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:18:13,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:13,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:13,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:18:13,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:18:13,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:13,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:13,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:18:13,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:18:13,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:13,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:18:13,426 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:18:13,427 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740 2024-11-24T23:18:13,428 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740 2024-11-24T23:18:13,429 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:18:13,429 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:18:13,429 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:18:13,430 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:18:13,431 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75226127, jitterRate=0.12095664441585541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:18:13,431 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:18:13,431 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490293420Writing region info on filesystem at 1732490293420Initializing all the Stores at 1732490293421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490293421Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490293421Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490293421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490293421Cleaning up temporary data from old regions at 1732490293429 (+8 ms)Running coprocessor post-open hooks at 1732490293431 (+2 ms)Region opened successfully at 1732490293431 2024-11-24T23:18:13,432 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490293397 2024-11-24T23:18:13,434 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:18:13,434 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:18:13,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,43807,1732490290043 2024-11-24T23:18:13,435 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,43807,1732490290043, state=OPEN 2024-11-24T23:18:13,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2036738505/meta-region-server 2024-11-24T23:18:13,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2036738505/meta-region-server 2024-11-24T23:18:13,444 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,43807,1732490290043 2024-11-24T23:18:13,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2036738505/meta-region-server: CHANGED 2024-11-24T23:18:13,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2036738505/meta-region-server: CHANGED 2024-11-24T23:18:13,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:18:13,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,43807,1732490290043 in 200 msec 2024-11-24T23:18:13,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:18:13,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-24T23:18:13,448 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:18:13,448 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:18:13,449 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:18:13,449 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43807,1732490290043, seqNum=-1] 2024-11-24T23:18:13,450 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:18:13,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:18:13,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-24T23:18:13,455 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490293455, completionTime=-1 2024-11-24T23:18:13,455 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:18:13,455 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:18:13,457 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:18:13,457 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490353457 2024-11-24T23:18:13,457 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490413457 2024-11-24T23:18:13,457 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:18:13,457 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38897,1732490289823-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:13,457 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38897,1732490289823-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:13,458 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38897,1732490289823-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:13,458 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:38897, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:13,458 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:13,458 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:13,460 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:18:13,461 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.248sec 2024-11-24T23:18:13,461 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:18:13,461 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:18:13,461 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:18:13,461 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:18:13,461 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:18:13,461 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38897,1732490289823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:18:13,461 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38897,1732490289823-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:18:13,464 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:18:13,464 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:18:13,464 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38897,1732490289823-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:18:13,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:13,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,38897,-1 for getting cluster id 2024-11-24T23:18:13,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:18:13,469 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56d095e6-469f-4581-8476-7578c515e21b' 2024-11-24T23:18:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:18:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56d095e6-469f-4581-8476-7578c515e21b" 2024-11-24T23:18:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33678639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,38897,-1] 2024-11-24T23:18:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:18:13,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:13,470 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:18:13,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:13,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:18:13,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43807,1732490290043, seqNum=-1] 2024-11-24T23:18:13,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:18:13,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:18:13,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,38897,1732490289823 2024-11-24T23:18:13,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65237 2024-11-24T23:18:13,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:18:13,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016f23bd7e0005 connected 2024-11-24T23:18:13,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:18:13,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,44857,1732490283386 2024-11-24T23:18:13,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e17435 2024-11-24T23:18:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:18:13,503 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:18:13,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:18:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:18:13,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:18:13,510 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:13,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:18:13,512 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:18:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:18:13,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:18:13,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:18:13,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T23:18:13,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:18:13,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T23:18:13,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:18:13,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T23:18:13,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:18:13,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T23:18:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:18:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:18:13,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9adabb893134afd977dcf8e822811ad2, NAME => 'test,,1732490293504.9adabb893134afd977dcf8e822811ad2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b 2024-11-24T23:18:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:18:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:18:14,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490293504.9adabb893134afd977dcf8e822811ad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:14,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9adabb893134afd977dcf8e822811ad2, disabling compactions & flushes 2024-11-24T23:18:14,327 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490293504.9adabb893134afd977dcf8e822811ad2. 2024-11-24T23:18:14,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490293504.9adabb893134afd977dcf8e822811ad2. 2024-11-24T23:18:14,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490293504.9adabb893134afd977dcf8e822811ad2. after waiting 0 ms 2024-11-24T23:18:14,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490293504.9adabb893134afd977dcf8e822811ad2. 2024-11-24T23:18:14,327 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490293504.9adabb893134afd977dcf8e822811ad2. 2024-11-24T23:18:14,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9adabb893134afd977dcf8e822811ad2: Waiting for close lock at 1732490294326Disabling compacts and flushes for region at 1732490294326Disabling writes for close at 1732490294327 (+1 ms)Writing region close event to WAL at 1732490294327Closed at 1732490294327 2024-11-24T23:18:14,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:18:14,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490293504.9adabb893134afd977dcf8e822811ad2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490294328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490294328"}]},"ts":"1732490294328"} 2024-11-24T23:18:14,330 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:18:14,331 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:18:14,331 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490294331"}]},"ts":"1732490294331"} 2024-11-24T23:18:14,333 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:18:14,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9adabb893134afd977dcf8e822811ad2, ASSIGN}] 2024-11-24T23:18:14,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9adabb893134afd977dcf8e822811ad2, ASSIGN 2024-11-24T23:18:14,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9adabb893134afd977dcf8e822811ad2, ASSIGN; state=OFFLINE, location=ba7f32532130,44271,1732490283574; forceNewPlan=false, retain=false 2024-11-24T23:18:14,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9adabb893134afd977dcf8e822811ad2, regionState=OPENING, regionLocation=ba7f32532130,44271,1732490283574 2024-11-24T23:18:14,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9adabb893134afd977dcf8e822811ad2, ASSIGN because future has completed 2024-11-24T23:18:14,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9adabb893134afd977dcf8e822811ad2, server=ba7f32532130,44271,1732490283574}] 2024-11-24T23:18:14,645 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490293504.9adabb893134afd977dcf8e822811ad2. 2024-11-24T23:18:14,645 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9adabb893134afd977dcf8e822811ad2, NAME => 'test,,1732490293504.9adabb893134afd977dcf8e822811ad2.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:18:14,645 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:18:14,646 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:18:14,646 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,646 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490293504.9adabb893134afd977dcf8e822811ad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:14,646 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,646 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,648 INFO [StoreOpener-9adabb893134afd977dcf8e822811ad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,649 INFO [StoreOpener-9adabb893134afd977dcf8e822811ad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9adabb893134afd977dcf8e822811ad2 columnFamilyName f 2024-11-24T23:18:14,649 DEBUG [StoreOpener-9adabb893134afd977dcf8e822811ad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:14,650 INFO [StoreOpener-9adabb893134afd977dcf8e822811ad2-1 {}] regionserver.HStore(327): Store=9adabb893134afd977dcf8e822811ad2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:14,650 INFO [StoreOpener-9adabb893134afd977dcf8e822811ad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,651 INFO [StoreOpener-9adabb893134afd977dcf8e822811ad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9adabb893134afd977dcf8e822811ad2 columnFamilyName f1 2024-11-24T23:18:14,651 DEBUG [StoreOpener-9adabb893134afd977dcf8e822811ad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:18:14,652 INFO [StoreOpener-9adabb893134afd977dcf8e822811ad2-1 {}] regionserver.HStore(327): Store=9adabb893134afd977dcf8e822811ad2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:14,652 INFO [StoreOpener-9adabb893134afd977dcf8e822811ad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,654 INFO [StoreOpener-9adabb893134afd977dcf8e822811ad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9adabb893134afd977dcf8e822811ad2 columnFamilyName norep 2024-11-24T23:18:14,654 DEBUG [StoreOpener-9adabb893134afd977dcf8e822811ad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:14,654 INFO [StoreOpener-9adabb893134afd977dcf8e822811ad2-1 {}] regionserver.HStore(327): Store=9adabb893134afd977dcf8e822811ad2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:14,655 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,655 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,656 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,657 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,657 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,657 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:18:14,658 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,660 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:18:14,661 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9adabb893134afd977dcf8e822811ad2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69145665, jitterRate=0.0303507000207901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:18:14,661 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9adabb893134afd977dcf8e822811ad2 2024-11-24T23:18:14,661 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9adabb893134afd977dcf8e822811ad2: Running coprocessor pre-open hook at 1732490294646Writing region info on filesystem at 1732490294646Initializing all the Stores at 1732490294647 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490294647Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490294648 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490294648Cleaning up temporary data from old regions at 1732490294657 (+9 ms)Running coprocessor post-open hooks at 1732490294661 (+4 ms)Region opened successfully at 1732490294661 2024-11-24T23:18:14,664 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490293504.9adabb893134afd977dcf8e822811ad2., pid=6, masterSystemTime=1732490294641 2024-11-24T23:18:14,666 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490293504.9adabb893134afd977dcf8e822811ad2. 2024-11-24T23:18:14,666 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490293504.9adabb893134afd977dcf8e822811ad2. 2024-11-24T23:18:14,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9adabb893134afd977dcf8e822811ad2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,44271,1732490283574 2024-11-24T23:18:14,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9adabb893134afd977dcf8e822811ad2, server=ba7f32532130,44271,1732490283574 because future has completed 2024-11-24T23:18:14,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:18:14,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9adabb893134afd977dcf8e822811ad2, server=ba7f32532130,44271,1732490283574 in 183 msec 2024-11-24T23:18:14,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:18:14,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9adabb893134afd977dcf8e822811ad2, ASSIGN in 340 msec 2024-11-24T23:18:14,678 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:18:14,678 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490294678"}]},"ts":"1732490294678"} 2024-11-24T23:18:14,680 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:18:14,682 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:18:14,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-24T23:18:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:18:15,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:18:15,662 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:18:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,38897,1732490289823 2024-11-24T23:18:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2beec045 2024-11-24T23:18:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:18:15,664 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:18:15,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38897 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:18:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:18:15,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:18:15,668 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:15,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38897 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:18:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:18:15,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:18:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:18:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:18:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:18:16,081 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3c7f0ef0fa4b8d49e47749ead655767, NAME => 'test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d 2024-11-24T23:18:16,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:18:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:18:16,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:16,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b3c7f0ef0fa4b8d49e47749ead655767, disabling compactions & flushes 2024-11-24T23:18:16,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. 2024-11-24T23:18:16,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. 2024-11-24T23:18:16,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. after waiting 0 ms 2024-11-24T23:18:16,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. 2024-11-24T23:18:16,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. 2024-11-24T23:18:16,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3c7f0ef0fa4b8d49e47749ead655767: Waiting for close lock at 1732490296489Disabling compacts and flushes for region at 1732490296489Disabling writes for close at 1732490296489Writing region close event to WAL at 1732490296489Closed at 1732490296489 2024-11-24T23:18:16,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:18:16,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490296490"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490296490"}]},"ts":"1732490296490"} 2024-11-24T23:18:16,493 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:18:16,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:18:16,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490296494"}]},"ts":"1732490296494"} 2024-11-24T23:18:16,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:18:16,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3c7f0ef0fa4b8d49e47749ead655767, ASSIGN}] 2024-11-24T23:18:16,497 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3c7f0ef0fa4b8d49e47749ead655767, ASSIGN 2024-11-24T23:18:16,498 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b3c7f0ef0fa4b8d49e47749ead655767, ASSIGN; state=OFFLINE, location=ba7f32532130,43807,1732490290043; forceNewPlan=false, retain=false 2024-11-24T23:18:16,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3c7f0ef0fa4b8d49e47749ead655767, regionState=OPENING, regionLocation=ba7f32532130,43807,1732490290043 2024-11-24T23:18:16,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b3c7f0ef0fa4b8d49e47749ead655767, ASSIGN because future has completed 2024-11-24T23:18:16,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3c7f0ef0fa4b8d49e47749ead655767, server=ba7f32532130,43807,1732490290043}] 2024-11-24T23:18:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:18:16,808 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. 2024-11-24T23:18:16,808 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b3c7f0ef0fa4b8d49e47749ead655767, NAME => 'test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:18:16,808 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:18:16,808 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:18:16,808 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,809 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:16,809 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,809 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,810 INFO [StoreOpener-b3c7f0ef0fa4b8d49e47749ead655767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,812 INFO [StoreOpener-b3c7f0ef0fa4b8d49e47749ead655767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3c7f0ef0fa4b8d49e47749ead655767 columnFamilyName f 2024-11-24T23:18:16,812 DEBUG [StoreOpener-b3c7f0ef0fa4b8d49e47749ead655767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:16,812 INFO [StoreOpener-b3c7f0ef0fa4b8d49e47749ead655767-1 {}] regionserver.HStore(327): Store=b3c7f0ef0fa4b8d49e47749ead655767/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:16,812 INFO [StoreOpener-b3c7f0ef0fa4b8d49e47749ead655767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,814 INFO [StoreOpener-b3c7f0ef0fa4b8d49e47749ead655767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3c7f0ef0fa4b8d49e47749ead655767 columnFamilyName f1 2024-11-24T23:18:16,814 DEBUG [StoreOpener-b3c7f0ef0fa4b8d49e47749ead655767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:16,815 INFO [StoreOpener-b3c7f0ef0fa4b8d49e47749ead655767-1 {}] regionserver.HStore(327): Store=b3c7f0ef0fa4b8d49e47749ead655767/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:16,815 INFO [StoreOpener-b3c7f0ef0fa4b8d49e47749ead655767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,816 INFO [StoreOpener-b3c7f0ef0fa4b8d49e47749ead655767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3c7f0ef0fa4b8d49e47749ead655767 columnFamilyName norep 2024-11-24T23:18:16,816 DEBUG [StoreOpener-b3c7f0ef0fa4b8d49e47749ead655767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:16,817 INFO [StoreOpener-b3c7f0ef0fa4b8d49e47749ead655767-1 {}] regionserver.HStore(327): Store=b3c7f0ef0fa4b8d49e47749ead655767/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:16,817 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,818 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/default/test/b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,818 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/default/test/b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,819 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,819 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,819 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:18:16,821 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,823 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/default/test/b3c7f0ef0fa4b8d49e47749ead655767/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:18:16,824 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b3c7f0ef0fa4b8d49e47749ead655767; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74051676, jitterRate=0.10345596075057983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:18:16,824 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:18:16,824 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b3c7f0ef0fa4b8d49e47749ead655767: Running coprocessor pre-open hook at 1732490296809Writing region info on filesystem at 1732490296809Initializing all the Stores at 1732490296810 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490296810Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490296810Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490296810Cleaning up temporary data from old regions at 1732490296819 (+9 ms)Running coprocessor post-open hooks at 1732490296824 (+5 ms)Region opened successfully at 1732490296824 2024-11-24T23:18:16,825 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767., pid=6, masterSystemTime=1732490296804 2024-11-24T23:18:16,828 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. 2024-11-24T23:18:16,828 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. 2024-11-24T23:18:16,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3c7f0ef0fa4b8d49e47749ead655767, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,43807,1732490290043 2024-11-24T23:18:16,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3c7f0ef0fa4b8d49e47749ead655767, server=ba7f32532130,43807,1732490290043 because future has completed 2024-11-24T23:18:16,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:18:16,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3c7f0ef0fa4b8d49e47749ead655767, server=ba7f32532130,43807,1732490290043 in 181 msec 2024-11-24T23:18:16,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:18:16,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b3c7f0ef0fa4b8d49e47749ead655767, ASSIGN in 338 msec 2024-11-24T23:18:16,838 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:18:16,838 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490296838"}]},"ts":"1732490296838"} 2024-11-24T23:18:16,840 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:18:16,841 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:18:16,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-24T23:18:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:18:17,822 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:18:17,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:17,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,44857,-1 for getting cluster id 2024-11-24T23:18:17,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:18:17,824 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf5a1c1a-5e59-4ca2-b104-80aa8ef40452' 2024-11-24T23:18:17,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:18:17,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf5a1c1a-5e59-4ca2-b104-80aa8ef40452" 2024-11-24T23:18:17,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291dbe5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:17,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,44857,-1] 2024-11-24T23:18:17,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:18:17,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:17,825 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:18:17,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4274da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:17,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:17,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,38897,-1 for getting cluster id 2024-11-24T23:18:17,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:18:17,827 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56d095e6-469f-4581-8476-7578c515e21b' 2024-11-24T23:18:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:18:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56d095e6-469f-4581-8476-7578c515e21b" 2024-11-24T23:18:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f935c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,38897,-1] 2024-11-24T23:18:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:18:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:17,829 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:18:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770bde98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:17,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:17,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,44857,-1 for getting cluster id 2024-11-24T23:18:17,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:18:17,831 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf5a1c1a-5e59-4ca2-b104-80aa8ef40452' 2024-11-24T23:18:17,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:18:17,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf5a1c1a-5e59-4ca2-b104-80aa8ef40452" 2024-11-24T23:18:17,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153db9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:17,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,44857,-1] 2024-11-24T23:18:17,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:18:17,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:17,833 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:18:17,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:17,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:18:17,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,44857,1732490283386 2024-11-24T23:18:17,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65af0826 2024-11-24T23:18:17,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:18:17,837 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:18:17,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:38897,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:18:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:18:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:18:17,840 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:38897' 2024-11-24T23:18:17,841 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441090a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:17,841 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,38897,-1 for getting cluster id 2024-11-24T23:18:17,841 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:18:17,842 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56d095e6-469f-4581-8476-7578c515e21b' 2024-11-24T23:18:17,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:18:17,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56d095e6-469f-4581-8476-7578c515e21b" 2024-11-24T23:18:17,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152435f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:17,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,38897,-1] 2024-11-24T23:18:17,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:18:17,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:17,843 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:18:17,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc90f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:17,844 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:18:17,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,38897,1732490289823 2024-11-24T23:18:17,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f8d8a44 2024-11-24T23:18:17,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:18:17,845 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:18:17,846 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T23:18:17,846 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:18:17,846 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:17,846 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:17,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:18:17,847 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:18:17,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:18:17,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:18:17,849 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:17,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:18:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741837_1013 (size=1138) 2024-11-24T23:18:17,898 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:18:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:18:17,966 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T23:18:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:18:18,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d748183626812c9b5b08a161939a268b, NAME => 'hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b 2024-11-24T23:18:18,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741838_1014 (size=44) 2024-11-24T23:18:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:18:18,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:18,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d748183626812c9b5b08a161939a268b, disabling compactions & flushes 2024-11-24T23:18:18,663 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. 2024-11-24T23:18:18,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. 2024-11-24T23:18:18,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. after waiting 0 ms 2024-11-24T23:18:18,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. 2024-11-24T23:18:18,663 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. 2024-11-24T23:18:18,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d748183626812c9b5b08a161939a268b: Waiting for close lock at 1732490298663Disabling compacts and flushes for region at 1732490298663Disabling writes for close at 1732490298663Writing region close event to WAL at 1732490298663Closed at 1732490298663 2024-11-24T23:18:18,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:18:18,665 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490298665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490298665"}]},"ts":"1732490298665"} 2024-11-24T23:18:18,667 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:18:18,668 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:18:18,668 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490298668"}]},"ts":"1732490298668"} 2024-11-24T23:18:18,670 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:18:18,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d748183626812c9b5b08a161939a268b, ASSIGN}] 2024-11-24T23:18:18,672 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d748183626812c9b5b08a161939a268b, ASSIGN 2024-11-24T23:18:18,672 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d748183626812c9b5b08a161939a268b, ASSIGN; state=OFFLINE, location=ba7f32532130,44271,1732490283574; forceNewPlan=false, retain=false 2024-11-24T23:18:18,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d748183626812c9b5b08a161939a268b, regionState=OPENING, regionLocation=ba7f32532130,44271,1732490283574 2024-11-24T23:18:18,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d748183626812c9b5b08a161939a268b, ASSIGN because future has completed 2024-11-24T23:18:18,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d748183626812c9b5b08a161939a268b, server=ba7f32532130,44271,1732490283574}] 2024-11-24T23:18:18,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:18:18,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:18:18,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:18:18,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:18:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:18:18,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. 2024-11-24T23:18:18,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:18:18,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:18:18,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C44271%2C1732490283574.rep, suffix=, logDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574, archiveDir=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/oldWALs, maxLogs=10 2024-11-24T23:18:18,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.rep.1732490298984, exclude list is [], retry=0 2024-11-24T23:18:18,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34657,DS-ebc0c3b1-2edf-4994-ab69-f49b2809cd2e,DISK] 2024-11-24T23:18:19,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.rep.1732490298984 2024-11-24T23:18:19,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44687:44687)] 2024-11-24T23:18:19,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d748183626812c9b5b08a161939a268b, NAME => 'hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:18:19,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:18:19,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:18:19,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. service=MultiRowMutationService 2024-11-24T23:18:19,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:18:19,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:18:19,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,002 INFO [StoreOpener-d748183626812c9b5b08a161939a268b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,003 INFO [StoreOpener-d748183626812c9b5b08a161939a268b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d748183626812c9b5b08a161939a268b columnFamilyName hfileref 2024-11-24T23:18:19,003 DEBUG [StoreOpener-d748183626812c9b5b08a161939a268b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:19,004 INFO [StoreOpener-d748183626812c9b5b08a161939a268b-1 {}] regionserver.HStore(327): Store=d748183626812c9b5b08a161939a268b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:19,004 INFO [StoreOpener-d748183626812c9b5b08a161939a268b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,005 INFO [StoreOpener-d748183626812c9b5b08a161939a268b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d748183626812c9b5b08a161939a268b columnFamilyName queue 2024-11-24T23:18:19,005 DEBUG [StoreOpener-d748183626812c9b5b08a161939a268b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:19,006 INFO [StoreOpener-d748183626812c9b5b08a161939a268b-1 {}] regionserver.HStore(327): Store=d748183626812c9b5b08a161939a268b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:19,006 INFO [StoreOpener-d748183626812c9b5b08a161939a268b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,007 INFO [StoreOpener-d748183626812c9b5b08a161939a268b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d748183626812c9b5b08a161939a268b columnFamilyName sid 2024-11-24T23:18:19,007 DEBUG [StoreOpener-d748183626812c9b5b08a161939a268b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:18:19,008 INFO [StoreOpener-d748183626812c9b5b08a161939a268b-1 {}] regionserver.HStore(327): Store=d748183626812c9b5b08a161939a268b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:18:19,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:18:19,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:18:19,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d748183626812c9b5b08a161939a268b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69039285, jitterRate=0.028765514492988586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:18:19,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d748183626812c9b5b08a161939a268b 2024-11-24T23:18:19,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d748183626812c9b5b08a161939a268b: Running coprocessor pre-open hook at 1732490299001Writing region info on filesystem at 1732490299001Initializing all the Stores at 1732490299002 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490299002Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490299002Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490299002Cleaning up temporary data from old regions at 1732490299010 (+8 ms)Running coprocessor post-open hooks at 1732490299014 (+4 ms)Region opened successfully at 1732490299046 (+32 ms) 2024-11-24T23:18:19,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b., pid=10, masterSystemTime=1732490298978 2024-11-24T23:18:19,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. 2024-11-24T23:18:19,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. 2024-11-24T23:18:19,050 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d748183626812c9b5b08a161939a268b, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,44271,1732490283574 2024-11-24T23:18:19,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d748183626812c9b5b08a161939a268b, server=ba7f32532130,44271,1732490283574 because future has completed 2024-11-24T23:18:19,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:18:19,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d748183626812c9b5b08a161939a268b, server=ba7f32532130,44271,1732490283574 in 227 msec 2024-11-24T23:18:19,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T23:18:19,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d748183626812c9b5b08a161939a268b, ASSIGN in 385 msec 2024-11-24T23:18:19,058 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:18:19,058 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490299058"}]},"ts":"1732490299058"} 2024-11-24T23:18:19,060 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:18:19,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:18:19,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2140 sec 2024-11-24T23:18:19,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b., hostname=ba7f32532130,44271,1732490283574, seqNum=2] 2024-11-24T23:18:19,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:19,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:18:19,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:18:19,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T23:18:19,355 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:18:19,382 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,44271,1732490283574, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:18:19,382 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:18:19,382 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44271,1732490283574, seqNum=-1] 2024-11-24T23:18:19,383 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:18:19,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-24T23:18:19,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,44271,1732490283574', locateType=CURRENT is [region=hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b., hostname=ba7f32532130,44271,1732490283574, seqNum=2] 2024-11-24T23:18:19,399 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T23:18:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T23:18:19,402 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,44271,1732490283574 suceeded 2024-11-24T23:18:19,405 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:38897,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-24T23:18:19,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T23:18:19,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-24T23:18:19,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5670 sec 2024-11-24T23:18:19,417 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:38897' 2024-11-24T23:18:19,419 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5825de96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:19,419 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,38897,-1 for getting cluster id 2024-11-24T23:18:19,419 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:18:19,420 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56d095e6-469f-4581-8476-7578c515e21b' 2024-11-24T23:18:19,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:18:19,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56d095e6-469f-4581-8476-7578c515e21b" 2024-11-24T23:18:19,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e36b49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:19,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,38897,-1] 2024-11-24T23:18:19,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:18:19,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:19,422 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:18:19,423 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@413a66ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:19,423 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:18:19,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,38897,1732490289823 2024-11-24T23:18:19,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@797062b2 2024-11-24T23:18:19,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:18:19,425 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-24T23:18:19,426 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,44271,1732490283574 (queues=1) is replicating from cluster=bf5a1c1a-5e59-4ca2-b104-80aa8ef40452 to cluster=56d095e6-469f-4581-8476-7578c515e21b 2024-11-24T23:18:19,426 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C44271%2C1732490283574 2024-11-24T23:18:19,426 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,44271,1732490283574, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:18:19,428 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.shipperba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C44271%2C1732490283574 2024-11-24T23:18:19,428 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108, startPosition=0, beingWritten=true 2024-11-24T23:18:19,439 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:18:19,439 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 379, reset compression=false 2024-11-24T23:18:19,439 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.shipperba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44271,1732490283574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:18:19,643 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 379, reset compression=false 2024-11-24T23:18:19,948 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 379, reset compression=false 2024-11-24T23:18:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:18:19,991 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:18:19,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:18:19,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:18:19,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:19,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:19,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:18:19,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:19,997 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732490299995/Put/seqid=0 2024-11-24T23:18:20,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741840_1016 (size=7894) 2024-11-24T23:18:20,352 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 379, reset compression=false 2024-11-24T23:18:20,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f/f/hfile_1 is 34, key is ddd/f:row/1732490300403/Put/seqid=0 2024-11-24T23:18:20,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741841_1017 (size=7691) 2024-11-24T23:18:20,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:20,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,44857,-1 for getting cluster id 2024-11-24T23:18:20,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:18:20,813 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf5a1c1a-5e59-4ca2-b104-80aa8ef40452' 2024-11-24T23:18:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:18:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf5a1c1a-5e59-4ca2-b104-80aa8ef40452" 2024-11-24T23:18:20,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d10e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:20,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,44857,-1] 2024-11-24T23:18:20,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:18:20,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:20,815 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:18:20,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:20,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:18:20,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44271,1732490283574, seqNum=-1] 2024-11-24T23:18:20,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:18:20,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:18:20,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:18:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,44857,1732490283386 2024-11-24T23:18:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b6d0e68 2024-11-24T23:18:20,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:18:20,831 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:18:20,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732490293504.9adabb893134afd977dcf8e822811ad2., hostname=ba7f32532130,44271,1732490283574, seqNum=2] 2024-11-24T23:18:20,843 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:18:20,854 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T23:18:20,856 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 379, reset compression=false 2024-11-24T23:18:20,857 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T23:18:20,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f/f/hfile_1 for inclusion in 9adabb893134afd977dcf8e822811ad2/f 2024-11-24T23:18:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T23:18:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:18:20,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f/f/hfile_0 for inclusion in 9adabb893134afd977dcf8e822811ad2/f 2024-11-24T23:18:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T23:18:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:18:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegion(2603): Flush status journal for 9adabb893134afd977dcf8e822811ad2: 2024-11-24T23:18:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f/f/hfile_1 to hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__g43slntd5jtpuirgcc4382an8onjdv7ortvhkjjlmumheo40n5d46g270vqitkev/f/hfile_1 2024-11-24T23:18:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__g43slntd5jtpuirgcc4382an8onjdv7ortvhkjjlmumheo40n5d46g270vqitkev/f/hfile_1 as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f/07f4d668c6184489879f00a111249f7a_SeqId_4_ 2024-11-24T23:18:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f/f/hfile_0 to hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__g43slntd5jtpuirgcc4382an8onjdv7ortvhkjjlmumheo40n5d46g270vqitkev/f/hfile_0 2024-11-24T23:18:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__g43slntd5jtpuirgcc4382an8onjdv7ortvhkjjlmumheo40n5d46g270vqitkev/f/hfile_0 as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f/b987191bd0fd4a93996416651f965ab6_SeqId_4_ 2024-11-24T23:18:20,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__g43slntd5jtpuirgcc4382an8onjdv7ortvhkjjlmumheo40n5d46g270vqitkev/f/hfile_1 into 9adabb893134afd977dcf8e822811ad2/f as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f/07f4d668c6184489879f00a111249f7a_SeqId_4_ - updating store file list. 2024-11-24T23:18:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 07f4d668c6184489879f00a111249f7a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:18:20,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f/07f4d668c6184489879f00a111249f7a_SeqId_4_ into 9adabb893134afd977dcf8e822811ad2/f 2024-11-24T23:18:20,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__g43slntd5jtpuirgcc4382an8onjdv7ortvhkjjlmumheo40n5d46g270vqitkev/f/hfile_1 into 9adabb893134afd977dcf8e822811ad2/f (new location: hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f/07f4d668c6184489879f00a111249f7a_SeqId_4_) 2024-11-24T23:18:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__g43slntd5jtpuirgcc4382an8onjdv7ortvhkjjlmumheo40n5d46g270vqitkev/f/hfile_1 2024-11-24T23:18:20,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__g43slntd5jtpuirgcc4382an8onjdv7ortvhkjjlmumheo40n5d46g270vqitkev/f/hfile_0 into 9adabb893134afd977dcf8e822811ad2/f as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f/b987191bd0fd4a93996416651f965ab6_SeqId_4_ - updating store file list. 2024-11-24T23:18:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b987191bd0fd4a93996416651f965ab6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:18:20,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f/b987191bd0fd4a93996416651f965ab6_SeqId_4_ into 9adabb893134afd977dcf8e822811ad2/f 2024-11-24T23:18:20,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__g43slntd5jtpuirgcc4382an8onjdv7ortvhkjjlmumheo40n5d46g270vqitkev/f/hfile_0 into 9adabb893134afd977dcf8e822811ad2/f (new location: hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f/b987191bd0fd4a93996416651f965ab6_SeqId_4_) 2024-11-24T23:18:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__g43slntd5jtpuirgcc4382an8onjdv7ortvhkjjlmumheo40n5d46g270vqitkev/f/hfile_0 2024-11-24T23:18:20,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:18:20,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:18:20,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:20,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:20,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:18:20,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:18:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732490293504.9adabb893134afd977dcf8e822811ad2., hostname=ba7f32532130,44271,1732490283574, seqNum=2 , the old value is region=test,,1732490293504.9adabb893134afd977dcf8e822811ad2., hostname=ba7f32532130,44271,1732490283574, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ba7f32532130:44271 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T23:18:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43807,1732490290043, seqNum=-1] 2024-11-24T23:18:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732490293504.9adabb893134afd977dcf8e822811ad2., hostname=ba7f32532130,44271,1732490283574, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T23:18:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732490293504.9adabb893134afd977dcf8e822811ad2., hostname=ba7f32532130,44271,1732490283574, seqNum=2 from cache 2024-11-24T23:18:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:18:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:33430 deadline: 1732490360907 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:33430 2024-11-24T23:18:20,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:18:20,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767., hostname=ba7f32532130,43807,1732490290043, seqNum=2] 2024-11-24T23:18:20,914 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T23:18:21,022 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:44271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T23:18:21,460 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 379, reset compression=false 2024-11-24T23:18:21,467 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:18:21,467 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.shipperba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44271,1732490283574 got entry batch from reader: WALEntryBatch [walEntries=[{test/9adabb893134afd977dcf8e822811ad2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732490300902/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T23:18:21,486 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.shipperba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:18:21,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-24T23:18:21,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.ReplicationSink(318): Replicating [bf5a1c1a-5e59-4ca2-b104-80aa8ef40452] bulk loaded data 2024-11-24T23:18:21,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ac86abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:21,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,38897,-1 for getting cluster id 2024-11-24T23:18:21,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:18:21,492 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56d095e6-469f-4581-8476-7578c515e21b' 2024-11-24T23:18:21,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:18:21,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56d095e6-469f-4581-8476-7578c515e21b" 2024-11-24T23:18:21,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5da1258c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:21,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,38897,-1] 2024-11-24T23:18:21,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:18:21,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:21,494 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:18:21,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f004b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741837_1013 (size=7691) 2024-11-24T23:18:21,667 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 687, reset compression=false 2024-11-24T23:18:21,916 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T23:18:21,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741838_1014 (size=7894) 2024-11-24T23:18:21,971 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 687, reset compression=false 2024-11-24T23:18:22,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:18:22,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,38897,1732490289823 2024-11-24T23:18:22,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@599ef5cf 2024-11-24T23:18:22,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:18:22,325 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-24T23:18:22,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:18:22,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:18:22,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43807,1732490290043, seqNum=-1] 2024-11-24T23:18:22,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:18:22,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-24T23:18:22,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/staging/jenkins.hfs.6__test__mtoirh9jt52fs74115v3748bu4llmqvpvh58oe0kcaocmjfkd5qd8n8fjt1oarlj/f/07f4d668c6184489879f00a111249f7a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T23:18:22,340 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/staging/jenkins.hfs.6__test__mtoirh9jt52fs74115v3748bu4llmqvpvh58oe0kcaocmjfkd5qd8n8fjt1oarlj/f/b987191bd0fd4a93996416651f965ab6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T23:18:22,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/staging/jenkins.hfs.6__test__mtoirh9jt52fs74115v3748bu4llmqvpvh58oe0kcaocmjfkd5qd8n8fjt1oarlj/f/07f4d668c6184489879f00a111249f7a_SeqId_4_ for inclusion in b3c7f0ef0fa4b8d49e47749ead655767/f 2024-11-24T23:18:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T23:18:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:18:22,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/staging/jenkins.hfs.6__test__mtoirh9jt52fs74115v3748bu4llmqvpvh58oe0kcaocmjfkd5qd8n8fjt1oarlj/f/b987191bd0fd4a93996416651f965ab6_SeqId_4_ for inclusion in b3c7f0ef0fa4b8d49e47749ead655767/f 2024-11-24T23:18:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T23:18:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:18:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HRegion(2603): Flush status journal for b3c7f0ef0fa4b8d49e47749ead655767: 2024-11-24T23:18:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 07f4d668c6184489879f00a111249f7a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T23:18:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/staging/jenkins.hfs.6__test__mtoirh9jt52fs74115v3748bu4llmqvpvh58oe0kcaocmjfkd5qd8n8fjt1oarlj/f/07f4d668c6184489879f00a111249f7a_SeqId_4_ as hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/default/test/b3c7f0ef0fa4b8d49e47749ead655767/f/e016716fdd9644229761234f90fae82c_SeqId_4_ 2024-11-24T23:18:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b987191bd0fd4a93996416651f965ab6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T23:18:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/staging/jenkins.hfs.6__test__mtoirh9jt52fs74115v3748bu4llmqvpvh58oe0kcaocmjfkd5qd8n8fjt1oarlj/f/b987191bd0fd4a93996416651f965ab6_SeqId_4_ as hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/default/test/b3c7f0ef0fa4b8d49e47749ead655767/f/d9ea475f589a4923858a281281c80013_SeqId_4_ 2024-11-24T23:18:22,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/staging/jenkins.hfs.6__test__mtoirh9jt52fs74115v3748bu4llmqvpvh58oe0kcaocmjfkd5qd8n8fjt1oarlj/f/07f4d668c6184489879f00a111249f7a_SeqId_4_ into b3c7f0ef0fa4b8d49e47749ead655767/f as hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/default/test/b3c7f0ef0fa4b8d49e47749ead655767/f/e016716fdd9644229761234f90fae82c_SeqId_4_ - updating store file list. 2024-11-24T23:18:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e016716fdd9644229761234f90fae82c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:18:22,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/default/test/b3c7f0ef0fa4b8d49e47749ead655767/f/e016716fdd9644229761234f90fae82c_SeqId_4_ into b3c7f0ef0fa4b8d49e47749ead655767/f 2024-11-24T23:18:22,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/staging/jenkins.hfs.6__test__mtoirh9jt52fs74115v3748bu4llmqvpvh58oe0kcaocmjfkd5qd8n8fjt1oarlj/f/07f4d668c6184489879f00a111249f7a_SeqId_4_ into b3c7f0ef0fa4b8d49e47749ead655767/f (new location: hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/default/test/b3c7f0ef0fa4b8d49e47749ead655767/f/e016716fdd9644229761234f90fae82c_SeqId_4_) 2024-11-24T23:18:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/staging/jenkins.hfs.6__test__mtoirh9jt52fs74115v3748bu4llmqvpvh58oe0kcaocmjfkd5qd8n8fjt1oarlj/f/07f4d668c6184489879f00a111249f7a_SeqId_4_ 2024-11-24T23:18:22,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/staging/jenkins.hfs.6__test__mtoirh9jt52fs74115v3748bu4llmqvpvh58oe0kcaocmjfkd5qd8n8fjt1oarlj/f/b987191bd0fd4a93996416651f965ab6_SeqId_4_ into b3c7f0ef0fa4b8d49e47749ead655767/f as hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/default/test/b3c7f0ef0fa4b8d49e47749ead655767/f/d9ea475f589a4923858a281281c80013_SeqId_4_ - updating store file list. 2024-11-24T23:18:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9ea475f589a4923858a281281c80013_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:18:22,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/default/test/b3c7f0ef0fa4b8d49e47749ead655767/f/d9ea475f589a4923858a281281c80013_SeqId_4_ into b3c7f0ef0fa4b8d49e47749ead655767/f 2024-11-24T23:18:22,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/staging/jenkins.hfs.6__test__mtoirh9jt52fs74115v3748bu4llmqvpvh58oe0kcaocmjfkd5qd8n8fjt1oarlj/f/b987191bd0fd4a93996416651f965ab6_SeqId_4_ into b3c7f0ef0fa4b8d49e47749ead655767/f (new location: hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/default/test/b3c7f0ef0fa4b8d49e47749ead655767/f/d9ea475f589a4923858a281281c80013_SeqId_4_) 2024-11-24T23:18:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/staging/jenkins.hfs.6__test__mtoirh9jt52fs74115v3748bu4llmqvpvh58oe0kcaocmjfkd5qd8n8fjt1oarlj/f/b987191bd0fd4a93996416651f965ab6_SeqId_4_ 2024-11-24T23:18:22,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.ReplicationSink(324): Finished replicating [bf5a1c1a-5e59-4ca2-b104-80aa8ef40452] bulk loaded data 2024-11-24T23:18:22,376 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 687, reset compression=false 2024-11-24T23:18:22,879 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 687, reset compression=false 2024-11-24T23:18:22,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:18:22,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732490302933/Put/seqid=0 2024-11-24T23:18:22,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741842_1018 (size=7997) 2024-11-24T23:18:23,341 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732490303340/Put/seqid=0 2024-11-24T23:18:23,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741843_1019 (size=7794) 2024-11-24T23:18:23,484 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 687, reset compression=false 2024-11-24T23:18:23,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T23:18:23,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T23:18:23,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T23:18:23,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T23:18:23,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:18:23,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T23:18:23,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:23,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,44857,-1 for getting cluster id 2024-11-24T23:18:23,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:18:23,747 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf5a1c1a-5e59-4ca2-b104-80aa8ef40452' 2024-11-24T23:18:23,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:18:23,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf5a1c1a-5e59-4ca2-b104-80aa8ef40452" 2024-11-24T23:18:23,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961bec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:23,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,44857,-1] 2024-11-24T23:18:23,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:18:23,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:23,749 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:18:23,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c296139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:18:23,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:18:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44271,1732490283574, seqNum=-1] 2024-11-24T23:18:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:18:23,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:18:23,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:18:23,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,44857,1732490283386 2024-11-24T23:18:23,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f92a184 2024-11-24T23:18:23,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:18:23,762 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:18:23,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732490293504.9adabb893134afd977dcf8e822811ad2., hostname=ba7f32532130,44271,1732490283574, seqNum=2] 2024-11-24T23:18:23,768 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:18:23,774 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T23:18:23,776 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T23:18:23,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f1/f1/hfile_1 for inclusion in 9adabb893134afd977dcf8e822811ad2/f1 2024-11-24T23:18:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T23:18:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:18:23,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f1/f1/hfile_0 for inclusion in 9adabb893134afd977dcf8e822811ad2/f1 2024-11-24T23:18:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T23:18:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:18:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegion(2603): Flush status journal for 9adabb893134afd977dcf8e822811ad2: 2024-11-24T23:18:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f1/f1/hfile_1 to hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__c837p7383pg3oudsh3osdgjhcl2p024nn9eb7gvm9i60akho5r847a9l9c1q8uou/f1/hfile_1 2024-11-24T23:18:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__c837p7383pg3oudsh3osdgjhcl2p024nn9eb7gvm9i60akho5r847a9l9c1q8uou/f1/hfile_1 as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f1/dde8ca38a75c460a8aed4b7b7239fd89_SeqId_6_ 2024-11-24T23:18:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/load_f1/f1/hfile_0 to hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__c837p7383pg3oudsh3osdgjhcl2p024nn9eb7gvm9i60akho5r847a9l9c1q8uou/f1/hfile_0 2024-11-24T23:18:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__c837p7383pg3oudsh3osdgjhcl2p024nn9eb7gvm9i60akho5r847a9l9c1q8uou/f1/hfile_0 as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f1/1bfb480f98d345898022145699ba0f13_SeqId_6_ 2024-11-24T23:18:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-24T23:18:23,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__c837p7383pg3oudsh3osdgjhcl2p024nn9eb7gvm9i60akho5r847a9l9c1q8uou/f1/hfile_1 into 9adabb893134afd977dcf8e822811ad2/f1 as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f1/dde8ca38a75c460a8aed4b7b7239fd89_SeqId_6_ - updating store file list. 2024-11-24T23:18:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dde8ca38a75c460a8aed4b7b7239fd89_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T23:18:23,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f1/dde8ca38a75c460a8aed4b7b7239fd89_SeqId_6_ into 9adabb893134afd977dcf8e822811ad2/f1 2024-11-24T23:18:23,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__c837p7383pg3oudsh3osdgjhcl2p024nn9eb7gvm9i60akho5r847a9l9c1q8uou/f1/hfile_1 into 9adabb893134afd977dcf8e822811ad2/f1 (new location: hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f1/dde8ca38a75c460a8aed4b7b7239fd89_SeqId_6_) 2024-11-24T23:18:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__c837p7383pg3oudsh3osdgjhcl2p024nn9eb7gvm9i60akho5r847a9l9c1q8uou/f1/hfile_1 2024-11-24T23:18:23,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__c837p7383pg3oudsh3osdgjhcl2p024nn9eb7gvm9i60akho5r847a9l9c1q8uou/f1/hfile_0 into 9adabb893134afd977dcf8e822811ad2/f1 as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f1/1bfb480f98d345898022145699ba0f13_SeqId_6_ - updating store file list. 2024-11-24T23:18:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1bfb480f98d345898022145699ba0f13_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T23:18:23,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f1/1bfb480f98d345898022145699ba0f13_SeqId_6_ into 9adabb893134afd977dcf8e822811ad2/f1 2024-11-24T23:18:23,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__c837p7383pg3oudsh3osdgjhcl2p024nn9eb7gvm9i60akho5r847a9l9c1q8uou/f1/hfile_0 into 9adabb893134afd977dcf8e822811ad2/f1 (new location: hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/f1/1bfb480f98d345898022145699ba0f13_SeqId_6_) 2024-11-24T23:18:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/staging/jenkins__test__c837p7383pg3oudsh3osdgjhcl2p024nn9eb7gvm9i60akho5r847a9l9c1q8uou/f1/hfile_0 2024-11-24T23:18:23,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:18:23,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:18:23,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:23,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:18:23,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:18:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732490293504.9adabb893134afd977dcf8e822811ad2., hostname=ba7f32532130,44271,1732490283574, seqNum=2 , the old value is region=test,,1732490293504.9adabb893134afd977dcf8e822811ad2., hostname=ba7f32532130,44271,1732490283574, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ba7f32532130:44271 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T23:18:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732490293504.9adabb893134afd977dcf8e822811ad2., hostname=ba7f32532130,44271,1732490283574, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T23:18:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732490293504.9adabb893134afd977dcf8e822811ad2., hostname=ba7f32532130,44271,1732490283574, seqNum=2 from cache 2024-11-24T23:18:23,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:18:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44271,1732490283574, seqNum=-1] 2024-11-24T23:18:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:18:23,807 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T23:18:23,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:18:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732490293504.9adabb893134afd977dcf8e822811ad2., hostname=ba7f32532130,44271,1732490283574, seqNum=2] 2024-11-24T23:18:23,911 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:44271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T23:18:24,187 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 687, reset compression=false 2024-11-24T23:18:24,192 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:18:24,192 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:24,192 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.shipperba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44271,1732490283574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:18:24,396 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:24,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:18:24,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:18:24,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:18:24,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:18:24,700 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:25,104 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:25,608 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:26,213 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:26,917 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:27,720 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:28,624 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:29,628 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:30,732 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:31,936 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:32,975 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:18:33,240 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:34,643 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:36,147 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:37,751 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:39,409 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:18:39,455 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:41,260 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:43,163 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:44,195 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.shipperba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44271,1732490283574 got entry batch from reader: null 2024-11-24T23:18:45,168 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:47,272 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:47,620 INFO [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T23:18:47,620 INFO [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T23:18:49,476 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:51,780 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:54,183 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:54,329 INFO [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T23:18:54,329 INFO [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T23:18:56,687 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:59,291 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:18:59,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9adabb893134afd977dcf8e822811ad2, had cached 0 bytes from a total of 31376 2024-11-24T23:19:01,809 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b3c7f0ef0fa4b8d49e47749ead655767, had cached 0 bytes from a total of 15585 2024-11-24T23:19:01,995 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:19:02,975 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:19:04,195 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.shipperba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44271,1732490283574 got entry batch from reader: null 2024-11-24T23:19:04,800 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:19:07,705 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:19:09,409 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:19:10,723 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:19:13,807 DEBUG [master/ba7f32532130:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T23:19:13,827 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:19:17,031 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:19:20,335 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:19:23,739 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:19:23,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:19:23,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:19:23,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:23,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:23,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:23,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:19:23,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:19:23,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1914970176, stopped=false 2024-11-24T23:19:23,839 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,38897,1732490289823 2024-11-24T23:19:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2036738505/running 2024-11-24T23:19:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2036738505/running 2024-11-24T23:19:23,891 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:19:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:19:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:19:23,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:19:23,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:23,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:23,891 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,43807,1732490290043' ***** 2024-11-24T23:19:23,892 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:19:23,892 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:19:23,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Set watcher on znode that does not yet exist, /1-2036738505/running 2024-11-24T23:19:23,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:19:23,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Set watcher on znode that does not yet exist, /1-2036738505/running 2024-11-24T23:19:23,892 INFO [RS:0;ba7f32532130:43807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:19:23,892 INFO [RS:0;ba7f32532130:43807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:19:23,892 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(3091): Received CLOSE for b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:19:23,893 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,43807,1732490290043 2024-11-24T23:19:23,893 INFO [RS:0;ba7f32532130:43807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:19:23,893 INFO [RS:0;ba7f32532130:43807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:43807. 2024-11-24T23:19:23,893 DEBUG [RS:0;ba7f32532130:43807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:23,893 DEBUG [RS:0;ba7f32532130:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:23,893 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3c7f0ef0fa4b8d49e47749ead655767, disabling compactions & flushes 2024-11-24T23:19:23,893 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. 2024-11-24T23:19:23,893 INFO [RS:0;ba7f32532130:43807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:19:23,893 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. 2024-11-24T23:19:23,893 INFO [RS:0;ba7f32532130:43807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:19:23,893 INFO [RS:0;ba7f32532130:43807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:19:23,893 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. after waiting 0 ms 2024-11-24T23:19:23,893 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:19:23,893 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. 2024-11-24T23:19:23,893 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T23:19:23,893 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b3c7f0ef0fa4b8d49e47749ead655767=test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767.} 2024-11-24T23:19:23,893 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3c7f0ef0fa4b8d49e47749ead655767 2024-11-24T23:19:23,893 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:19:23,893 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:19:23,893 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:19:23,893 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:19:23,893 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:19:23,894 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T23:19:23,897 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/default/test/b3c7f0ef0fa4b8d49e47749ead655767/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T23:19:23,898 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:19:23,898 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:19:23,898 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. 2024-11-24T23:19:23,898 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3c7f0ef0fa4b8d49e47749ead655767: Waiting for close lock at 1732490363893Running coprocessor pre-close hooks at 1732490363893Disabling compacts and flushes for region at 1732490363893Disabling writes for close at 1732490363893Writing region close event to WAL at 1732490363893Running coprocessor post-close hooks at 1732490363897 (+4 ms)Closed at 1732490363898 (+1 ms) 2024-11-24T23:19:23,898 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767. 2024-11-24T23:19:23,909 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/.tmp/info/1b86c60f68cb411ca00788573637e805 is 129, key is test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767./info:regioninfo/1732490296828/Put/seqid=0 2024-11-24T23:19:23,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741839_1015 (size=6421) 2024-11-24T23:19:23,916 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:19:24,093 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:24,195 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.shipperba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44271,1732490283574 got entry batch from reader: null 2024-11-24T23:19:24,294 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:24,314 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/.tmp/info/1b86c60f68cb411ca00788573637e805 2024-11-24T23:19:24,337 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/.tmp/ns/fc68c619853f4ab18dcf3aded4e65a97 is 43, key is default/ns:d/1732490293451/Put/seqid=0 2024-11-24T23:19:24,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741840_1016 (size=5153) 2024-11-24T23:19:24,351 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:19:24,351 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:19:24,494 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:24,694 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:24,742 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/.tmp/ns/fc68c619853f4ab18dcf3aded4e65a97 2024-11-24T23:19:24,763 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/.tmp/rep_barrier/78999f665910449c865ab54cd95ee8aa is 112, key is test,,1732490295664.b3c7f0ef0fa4b8d49e47749ead655767./rep_barrier:seqnumDuringOpen/1732490296828/Put/seqid=0 2024-11-24T23:19:24,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741841_1017 (size=5518) 2024-11-24T23:19:24,894 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:19:24,894 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:19:24,894 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:25,094 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:25,167 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/.tmp/rep_barrier/78999f665910449c865ab54cd95ee8aa 2024-11-24T23:19:25,185 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/.tmp/table/ca74182f33c34297aec10949fca9c751 is 40, key is test/table:state/1732490296838/Put/seqid=0 2024-11-24T23:19:25,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741842_1018 (size=5165) 2024-11-24T23:19:25,294 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:25,495 DEBUG [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:25,589 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/.tmp/table/ca74182f33c34297aec10949fca9c751 2024-11-24T23:19:25,595 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/.tmp/info/1b86c60f68cb411ca00788573637e805 as hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/info/1b86c60f68cb411ca00788573637e805 2024-11-24T23:19:25,601 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/info/1b86c60f68cb411ca00788573637e805, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T23:19:25,602 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/.tmp/ns/fc68c619853f4ab18dcf3aded4e65a97 as hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/ns/fc68c619853f4ab18dcf3aded4e65a97 2024-11-24T23:19:25,607 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/ns/fc68c619853f4ab18dcf3aded4e65a97, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T23:19:25,608 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/.tmp/rep_barrier/78999f665910449c865ab54cd95ee8aa as hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/rep_barrier/78999f665910449c865ab54cd95ee8aa 2024-11-24T23:19:25,613 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/rep_barrier/78999f665910449c865ab54cd95ee8aa, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T23:19:25,614 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/.tmp/table/ca74182f33c34297aec10949fca9c751 as hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/table/ca74182f33c34297aec10949fca9c751 2024-11-24T23:19:25,618 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/table/ca74182f33c34297aec10949fca9c751, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T23:19:25,619 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false 2024-11-24T23:19:25,623 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T23:19:25,624 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:19:25,624 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:19:25,624 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:19:25,624 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490363893Running coprocessor pre-close hooks at 1732490363893Disabling compacts and flushes for region at 1732490363893Disabling writes for close at 1732490363893Obtaining lock to block concurrent updates at 1732490363894 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732490363894Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732490363894Flushing stores of hbase:meta,,1.1588230740 at 1732490363894Flushing 1588230740/info: creating writer at 1732490363894Flushing 1588230740/info: appending metadata at 1732490363908 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732490363908Flushing 1588230740/ns: creating writer at 1732490364320 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732490364337 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732490364337Flushing 1588230740/rep_barrier: creating writer at 1732490364747 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490364762 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490364762Flushing 1588230740/table: creating writer at 1732490365172 (+410 ms)Flushing 1588230740/table: appending metadata at 1732490365184 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732490365184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a60ff0: reopening flushed file at 1732490365594 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a63e36: reopening flushed file at 1732490365601 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec5d247: reopening flushed file at 1732490365607 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c4cd8: reopening flushed file at 1732490365613 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false at 1732490365619 (+6 ms)Writing region close event to WAL at 1732490365621 (+2 ms)Running coprocessor post-close hooks at 1732490365624 (+3 ms)Closed at 1732490365624 2024-11-24T23:19:25,624 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:19:25,695 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,43807,1732490290043; all regions closed. 2024-11-24T23:19:25,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741834_1010 (size=2717) 2024-11-24T23:19:25,697 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/WALs/ba7f32532130,43807,1732490290043/ba7f32532130%2C43807%2C1732490290043.meta.1732490293403.meta not finished, retry = 0 2024-11-24T23:19:25,800 DEBUG [RS:0;ba7f32532130:43807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/oldWALs 2024-11-24T23:19:25,800 INFO [RS:0;ba7f32532130:43807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C43807%2C1732490290043.meta:.meta(num 1732490293403) 2024-11-24T23:19:25,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741832_1008 (size=1028) 2024-11-24T23:19:25,804 DEBUG [RS:0;ba7f32532130:43807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/oldWALs 2024-11-24T23:19:25,804 INFO [RS:0;ba7f32532130:43807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C43807%2C1732490290043:(num 1732490292481) 2024-11-24T23:19:25,804 DEBUG [RS:0;ba7f32532130:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:25,804 INFO [RS:0;ba7f32532130:43807 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:19:25,804 INFO [RS:0;ba7f32532130:43807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:19:25,804 INFO [RS:0;ba7f32532130:43807 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T23:19:25,804 INFO [RS:0;ba7f32532130:43807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:19:25,804 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:19:25,804 INFO [RS:0;ba7f32532130:43807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:43807. 2024-11-24T23:19:25,804 DEBUG [RS:0;ba7f32532130:43807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:25,804 DEBUG [RS:0;ba7f32532130:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:25,805 DEBUG [RS:0;ba7f32532130:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:25,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:19:25,805 INFO [RS:0;ba7f32532130:43807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43807 2024-11-24T23:19:25,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505/rs 2024-11-24T23:19:25,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2036738505/rs/ba7f32532130,43807,1732490290043 2024-11-24T23:19:25,880 INFO [RS:0;ba7f32532130:43807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:19:25,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,43807,1732490290043] 2024-11-24T23:19:25,901 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2036738505/draining/ba7f32532130,43807,1732490290043 already deleted, retry=false 2024-11-24T23:19:25,901 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,43807,1732490290043 expired; onlineServers=0 2024-11-24T23:19:25,901 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,38897,1732490289823' ***** 2024-11-24T23:19:25,901 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:19:25,901 INFO [M:0;ba7f32532130:38897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:19:25,901 INFO [M:0;ba7f32532130:38897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:19:25,901 DEBUG [M:0;ba7f32532130:38897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:19:25,902 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:19:25,902 DEBUG [M:0;ba7f32532130:38897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:19:25,902 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490292194 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490292194,5,FailOnTimeoutGroup] 2024-11-24T23:19:25,902 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490292194 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490292194,5,FailOnTimeoutGroup] 2024-11-24T23:19:25,902 INFO [M:0;ba7f32532130:38897 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:19:25,902 INFO [M:0;ba7f32532130:38897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:19:25,902 DEBUG [M:0;ba7f32532130:38897 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:19:25,902 INFO [M:0;ba7f32532130:38897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:19:25,902 INFO [M:0;ba7f32532130:38897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:19:25,902 INFO [M:0;ba7f32532130:38897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:19:25,902 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:19:25,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2036738505/master 2024-11-24T23:19:25,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2036738505 2024-11-24T23:19:25,912 DEBUG [M:0;ba7f32532130:38897 {}] zookeeper.ZKUtil(347): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Unable to get data of znode /1-2036738505/master because node does not exist (not an error) 2024-11-24T23:19:25,912 WARN [M:0;ba7f32532130:38897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:19:25,913 INFO [M:0;ba7f32532130:38897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/.lastflushedseqids 2024-11-24T23:19:25,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741843_1019 (size=173) 2024-11-24T23:19:25,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:25,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x1016f23bd7e0004, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:25,991 INFO [RS:0;ba7f32532130:43807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:19:25,991 INFO [RS:0;ba7f32532130:43807 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,43807,1732490290043; zookeeper connection closed. 2024-11-24T23:19:25,991 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21226a6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21226a6f 2024-11-24T23:19:25,991 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:19:26,318 INFO [M:0;ba7f32532130:38897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:19:26,318 INFO [M:0;ba7f32532130:38897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:19:26,318 DEBUG [M:0;ba7f32532130:38897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:19:26,318 INFO [M:0;ba7f32532130:38897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:26,318 DEBUG [M:0;ba7f32532130:38897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:26,318 DEBUG [M:0;ba7f32532130:38897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:19:26,318 DEBUG [M:0;ba7f32532130:38897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:26,318 INFO [M:0;ba7f32532130:38897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-24T23:19:26,332 DEBUG [M:0;ba7f32532130:38897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1ff94723d764134b3ae40ad014180a6 is 82, key is hbase:meta,,1/info:regioninfo/1732490293434/Put/seqid=0 2024-11-24T23:19:26,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741844_1020 (size=5672) 2024-11-24T23:19:26,737 INFO [M:0;ba7f32532130:38897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1ff94723d764134b3ae40ad014180a6 2024-11-24T23:19:26,756 DEBUG [M:0;ba7f32532130:38897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d8b0d10b5f4fc980280bd7c154718e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732490296842/Put/seqid=0 2024-11-24T23:19:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741845_1021 (size=6727) 2024-11-24T23:19:27,160 INFO [M:0;ba7f32532130:38897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d8b0d10b5f4fc980280bd7c154718e 2024-11-24T23:19:27,164 INFO [M:0;ba7f32532130:38897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4d8b0d10b5f4fc980280bd7c154718e 2024-11-24T23:19:27,176 DEBUG [M:0;ba7f32532130:38897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcb424b33cd3400d93e90231bfa10e35 is 69, key is ba7f32532130,43807,1732490290043/rs:state/1732490292300/Put/seqid=0 2024-11-24T23:19:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741846_1022 (size=5156) 2024-11-24T23:19:27,242 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 to pos 997, reset compression=false 2024-11-24T23:19:27,581 INFO [M:0;ba7f32532130:38897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcb424b33cd3400d93e90231bfa10e35 2024-11-24T23:19:27,585 DEBUG [M:0;ba7f32532130:38897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1ff94723d764134b3ae40ad014180a6 as hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1ff94723d764134b3ae40ad014180a6 2024-11-24T23:19:27,589 INFO [M:0;ba7f32532130:38897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1ff94723d764134b3ae40ad014180a6, entries=8, sequenceid=58, filesize=5.5 K 2024-11-24T23:19:27,590 DEBUG [M:0;ba7f32532130:38897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d8b0d10b5f4fc980280bd7c154718e as hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4d8b0d10b5f4fc980280bd7c154718e 2024-11-24T23:19:27,594 INFO [M:0;ba7f32532130:38897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4d8b0d10b5f4fc980280bd7c154718e 2024-11-24T23:19:27,594 INFO [M:0;ba7f32532130:38897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4d8b0d10b5f4fc980280bd7c154718e, entries=6, sequenceid=58, filesize=6.6 K 2024-11-24T23:19:27,595 DEBUG [M:0;ba7f32532130:38897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcb424b33cd3400d93e90231bfa10e35 as hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcb424b33cd3400d93e90231bfa10e35 2024-11-24T23:19:27,600 INFO [M:0;ba7f32532130:38897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37815/user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcb424b33cd3400d93e90231bfa10e35, entries=1, sequenceid=58, filesize=5.0 K 2024-11-24T23:19:27,600 INFO [M:0;ba7f32532130:38897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=58, compaction requested=false 2024-11-24T23:19:27,602 INFO [M:0;ba7f32532130:38897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:27,602 DEBUG [M:0;ba7f32532130:38897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490366318Disabling compacts and flushes for region at 1732490366318Disabling writes for close at 1732490366318Obtaining lock to block concurrent updates at 1732490366318Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490366318Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732490366319 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490366319Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490366319Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490366332 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490366332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490366741 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490366755 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490366755Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490367164 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490367176 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490367176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279d30b0: reopening flushed file at 1732490367585 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43926e25: reopening flushed file at 1732490367589 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217ae7e4: reopening flushed file at 1732490367594 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=58, compaction requested=false at 1732490367600 (+6 ms)Writing region close event to WAL at 1732490367602 (+2 ms)Closed at 1732490367602 2024-11-24T23:19:27,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/032c02c8-00af-58f9-aa08-1adcb7d7508d/MasterData/WALs/ba7f32532130,38897,1732490289823/ba7f32532130%2C38897%2C1732490289823.1732490291933 not finished, retry = 0 2024-11-24T23:19:27,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741830_1006 (size=33026) 2024-11-24T23:19:27,705 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:19:27,705 INFO [M:0;ba7f32532130:38897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:19:27,705 INFO [M:0;ba7f32532130:38897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38897 2024-11-24T23:19:27,705 INFO [M:0;ba7f32532130:38897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:19:27,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:27,896 INFO [M:0;ba7f32532130:38897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:19:27,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38897-0x1016f23bd7e0003, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:27,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:19:27,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:19:27,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:19:27,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:19:27,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/hadoop.log.dir/,STOPPED} 2024-11-24T23:19:27,931 WARN [BP-1391510014-172.17.0.3-1732490287781 heartbeating to localhost/127.0.0.1:37815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:19:27,931 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:19:27,931 WARN [BP-1391510014-172.17.0.3-1732490287781 heartbeating to localhost/127.0.0.1:37815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1391510014-172.17.0.3-1732490287781 (Datanode Uuid 8c09fd31-f6e9-4bf4-9d7c-7889850a7349) service to localhost/127.0.0.1:37815 2024-11-24T23:19:27,931 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:19:27,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/cluster_c25cafa3-2f07-3f53-1a18-46ff20ee4f74/data/data1/current/BP-1391510014-172.17.0.3-1732490287781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:19:27,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/cluster_c25cafa3-2f07-3f53-1a18-46ff20ee4f74/data/data2/current/BP-1391510014-172.17.0.3-1732490287781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:19:27,931 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:19:27,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:19:27,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:19:27,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:19:27,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:19:27,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/hadoop.log.dir/,STOPPED} 2024-11-24T23:19:27,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:19:27,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:19:27,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:19:27,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:27,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:27,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:27,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:19:27,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:19:27,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1977077562, stopped=false 2024-11-24T23:19:27,950 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,44857,1732490283386 2024-11-24T23:19:27,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0236141752/running 2024-11-24T23:19:27,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0236141752/running 2024-11-24T23:19:27,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:19:27,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:19:27,962 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:19:27,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:19:27,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:27,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:27,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Set watcher on znode that does not yet exist, /0236141752/running 2024-11-24T23:19:27,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Set watcher on znode that does not yet exist, /0236141752/running 2024-11-24T23:19:27,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,44271,1732490283574' ***** 2024-11-24T23:19:27,963 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:19:27,963 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:19:27,963 INFO [RS:0;ba7f32532130:44271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:19:27,963 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:19:27,963 INFO [RS:0;ba7f32532130:44271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:19:27,963 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(3091): Received CLOSE for 9adabb893134afd977dcf8e822811ad2 2024-11-24T23:19:27,964 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(3091): Received CLOSE for d748183626812c9b5b08a161939a268b 2024-11-24T23:19:27,964 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,44271,1732490283574 2024-11-24T23:19:27,964 INFO [RS:0;ba7f32532130:44271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:19:27,964 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9adabb893134afd977dcf8e822811ad2, disabling compactions & flushes 2024-11-24T23:19:27,964 INFO [RS:0;ba7f32532130:44271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:44271. 2024-11-24T23:19:27,964 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490293504.9adabb893134afd977dcf8e822811ad2. 2024-11-24T23:19:27,964 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490293504.9adabb893134afd977dcf8e822811ad2. 2024-11-24T23:19:27,964 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490293504.9adabb893134afd977dcf8e822811ad2. after waiting 0 ms 2024-11-24T23:19:27,964 DEBUG [RS:0;ba7f32532130:44271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:27,964 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490293504.9adabb893134afd977dcf8e822811ad2. 2024-11-24T23:19:27,964 DEBUG [RS:0;ba7f32532130:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:27,964 INFO [RS:0;ba7f32532130:44271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:19:27,964 INFO [RS:0;ba7f32532130:44271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:19:27,964 INFO [RS:0;ba7f32532130:44271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:19:27,964 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:19:27,969 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T23:19:27,969 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9adabb893134afd977dcf8e822811ad2=test,,1732490293504.9adabb893134afd977dcf8e822811ad2., d748183626812c9b5b08a161939a268b=hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b.} 2024-11-24T23:19:27,969 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9adabb893134afd977dcf8e822811ad2, d748183626812c9b5b08a161939a268b 2024-11-24T23:19:27,969 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:19:27,969 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:19:27,969 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:19:27,969 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:19:27,969 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:19:27,969 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T23:19:27,972 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:19:27,972 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:19:27,973 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/default/test/9adabb893134afd977dcf8e822811ad2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T23:19:27,973 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:19:27,973 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:19:27,973 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490293504.9adabb893134afd977dcf8e822811ad2. 2024-11-24T23:19:27,974 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9adabb893134afd977dcf8e822811ad2: Waiting for close lock at 1732490367964Running coprocessor pre-close hooks at 1732490367964Disabling compacts and flushes for region at 1732490367964Disabling writes for close at 1732490367964Writing region close event to WAL at 1732490367970 (+6 ms)Running coprocessor post-close hooks at 1732490367973 (+3 ms)Closed at 1732490367973 2024-11-24T23:19:27,974 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490293504.9adabb893134afd977dcf8e822811ad2. 2024-11-24T23:19:27,974 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d748183626812c9b5b08a161939a268b, disabling compactions & flushes 2024-11-24T23:19:27,974 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. 2024-11-24T23:19:27,974 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. 2024-11-24T23:19:27,974 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. after waiting 0 ms 2024-11-24T23:19:27,974 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. 2024-11-24T23:19:27,974 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d748183626812c9b5b08a161939a268b 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-24T23:19:27,987 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/.tmp/info/0c312a3111504ebc950c15e785a76a13 is 147, key is hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b./info:regioninfo/1732490299050/Put/seqid=0 2024-11-24T23:19:27,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741844_1020 (size=7686) 2024-11-24T23:19:27,994 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b/.tmp/hfileref/e84806162c014497a2f1c74a5d8f5d16 is 74, key is 1/hfileref:07f4d668c6184489879f00a111249f7a_SeqId_4_/1732490302367/DeleteColumn/seqid=0 2024-11-24T23:19:27,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741845_1021 (size=5203) 2024-11-24T23:19:28,043 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:19:28,169 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d748183626812c9b5b08a161939a268b 2024-11-24T23:19:28,369 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d748183626812c9b5b08a161939a268b 2024-11-24T23:19:28,392 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/.tmp/info/0c312a3111504ebc950c15e785a76a13 2024-11-24T23:19:28,398 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b/.tmp/hfileref/e84806162c014497a2f1c74a5d8f5d16 2024-11-24T23:19:28,411 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/.tmp/ns/dae62b043d864e07a53ef21273bc11ae is 43, key is default/ns:d/1732490287602/Put/seqid=0 2024-11-24T23:19:28,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741846_1022 (size=5153) 2024-11-24T23:19:28,420 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b/.tmp/queue/9f79c131f25f4f47811943ecdf13b63a is 153, key is 1-ba7f32532130,44271,1732490283574/queue:ba7f32532130%2C44271%2C1732490283574/1732490304193/Put/seqid=0 2024-11-24T23:19:28,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741847_1023 (size=5352) 2024-11-24T23:19:28,569 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d748183626812c9b5b08a161939a268b 2024-11-24T23:19:28,770 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d748183626812c9b5b08a161939a268b 2024-11-24T23:19:28,815 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/.tmp/ns/dae62b043d864e07a53ef21273bc11ae 2024-11-24T23:19:28,824 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b/.tmp/queue/9f79c131f25f4f47811943ecdf13b63a 2024-11-24T23:19:28,829 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b/.tmp/hfileref/e84806162c014497a2f1c74a5d8f5d16 as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b/hfileref/e84806162c014497a2f1c74a5d8f5d16 2024-11-24T23:19:28,833 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b/hfileref/e84806162c014497a2f1c74a5d8f5d16, entries=2, sequenceid=10, filesize=5.1 K 2024-11-24T23:19:28,834 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b/.tmp/queue/9f79c131f25f4f47811943ecdf13b63a as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b/queue/9f79c131f25f4f47811943ecdf13b63a 2024-11-24T23:19:28,834 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/.tmp/rep_barrier/b985a00894ff411299278002a910b46a is 112, key is test,,1732490293504.9adabb893134afd977dcf8e822811ad2./rep_barrier:seqnumDuringOpen/1732490294666/Put/seqid=0 2024-11-24T23:19:28,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741848_1024 (size=5518) 2024-11-24T23:19:28,839 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b/queue/9f79c131f25f4f47811943ecdf13b63a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T23:19:28,840 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d748183626812c9b5b08a161939a268b in 866ms, sequenceid=10, compaction requested=false 2024-11-24T23:19:28,843 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/replication/d748183626812c9b5b08a161939a268b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T23:19:28,844 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:19:28,844 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:19:28,844 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. 2024-11-24T23:19:28,844 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d748183626812c9b5b08a161939a268b: Waiting for close lock at 1732490367974Running coprocessor pre-close hooks at 1732490367974Disabling compacts and flushes for region at 1732490367974Disabling writes for close at 1732490367974Obtaining lock to block concurrent updates at 1732490367974Preparing flush snapshotting stores in d748183626812c9b5b08a161939a268b at 1732490367974Finished memstore snapshotting hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732490367974Flushing stores of hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. at 1732490367975 (+1 ms)Flushing d748183626812c9b5b08a161939a268b/hfileref: creating writer at 1732490367975Flushing d748183626812c9b5b08a161939a268b/hfileref: appending metadata at 1732490367993 (+18 ms)Flushing d748183626812c9b5b08a161939a268b/hfileref: closing flushed file at 1732490367993Flushing d748183626812c9b5b08a161939a268b/queue: creating writer at 1732490368403 (+410 ms)Flushing d748183626812c9b5b08a161939a268b/queue: appending metadata at 1732490368419 (+16 ms)Flushing d748183626812c9b5b08a161939a268b/queue: closing flushed file at 1732490368419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e055ef: reopening flushed file at 1732490368828 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d81f9db: reopening flushed file at 1732490368833 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d748183626812c9b5b08a161939a268b in 866ms, sequenceid=10, compaction requested=false at 1732490368840 (+7 ms)Writing region close event to WAL at 1732490368841 (+1 ms)Running coprocessor post-close hooks at 1732490368844 (+3 ms)Closed at 1732490368844 2024-11-24T23:19:28,844 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732490297846.d748183626812c9b5b08a161939a268b. 2024-11-24T23:19:28,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:28,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:28,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:28,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:28,970 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:19:28,970 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:19:28,970 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:29,170 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:29,239 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/.tmp/rep_barrier/b985a00894ff411299278002a910b46a 2024-11-24T23:19:29,256 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/.tmp/table/6b6a000452ee475b9c82210974fe3847 is 53, key is hbase:replication/table:state/1732490299058/Put/seqid=0 2024-11-24T23:19:29,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741849_1025 (size=5308) 2024-11-24T23:19:29,370 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:29,430 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:19:29,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:29,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:29,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:29,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:29,570 DEBUG [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:29,660 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/.tmp/table/6b6a000452ee475b9c82210974fe3847 2024-11-24T23:19:29,667 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/.tmp/info/0c312a3111504ebc950c15e785a76a13 as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/info/0c312a3111504ebc950c15e785a76a13 2024-11-24T23:19:29,672 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/info/0c312a3111504ebc950c15e785a76a13, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T23:19:29,673 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/.tmp/ns/dae62b043d864e07a53ef21273bc11ae as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/ns/dae62b043d864e07a53ef21273bc11ae 2024-11-24T23:19:29,677 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/ns/dae62b043d864e07a53ef21273bc11ae, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T23:19:29,678 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/.tmp/rep_barrier/b985a00894ff411299278002a910b46a as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/rep_barrier/b985a00894ff411299278002a910b46a 2024-11-24T23:19:29,682 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/rep_barrier/b985a00894ff411299278002a910b46a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T23:19:29,683 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/.tmp/table/6b6a000452ee475b9c82210974fe3847 as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/table/6b6a000452ee475b9c82210974fe3847 2024-11-24T23:19:29,687 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/table/6b6a000452ee475b9c82210974fe3847, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T23:19:29,688 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-24T23:19:29,697 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T23:19:29,698 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:19:29,698 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:19:29,698 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:19:29,698 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490367969Running coprocessor pre-close hooks at 1732490367969Disabling compacts and flushes for region at 1732490367969Disabling writes for close at 1732490367969Obtaining lock to block concurrent updates at 1732490367969Preparing flush snapshotting stores in 1588230740 at 1732490367969Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732490367969Flushing stores of hbase:meta,,1.1588230740 at 1732490367970 (+1 ms)Flushing 1588230740/info: creating writer at 1732490367970Flushing 1588230740/info: appending metadata at 1732490367987 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732490367987Flushing 1588230740/ns: creating writer at 1732490368397 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732490368410 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732490368410Flushing 1588230740/rep_barrier: creating writer at 1732490368819 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490368833 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490368834 (+1 ms)Flushing 1588230740/table: creating writer at 1732490369243 (+409 ms)Flushing 1588230740/table: appending metadata at 1732490369255 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732490369255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c81b86: reopening flushed file at 1732490369666 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dbdbf17: reopening flushed file at 1732490369672 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78362218: reopening flushed file at 1732490369677 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4c84ca: reopening flushed file at 1732490369683 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1732490369688 (+5 ms)Writing region close event to WAL at 1732490369694 (+6 ms)Running coprocessor post-close hooks at 1732490369698 (+4 ms)Closed at 1732490369698 2024-11-24T23:19:29,698 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:19:29,770 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,44271,1732490283574; all regions closed. 2024-11-24T23:19:29,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741834_1010 (size=4239) 2024-11-24T23:19:29,773 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.meta.1732490287148.meta not finished, retry = 0 2024-11-24T23:19:29,876 DEBUG [RS:0;ba7f32532130:44271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/oldWALs 2024-11-24T23:19:29,876 INFO [RS:0;ba7f32532130:44271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C44271%2C1732490283574.meta:.meta(num 1732490287148) 2024-11-24T23:19:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741839_1015 (size=2700) 2024-11-24T23:19:29,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.rep.1732490298984 not finished, retry = 0 2024-11-24T23:19:29,980 DEBUG [RS:0;ba7f32532130:44271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/oldWALs 2024-11-24T23:19:29,980 INFO [RS:0;ba7f32532130:44271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C44271%2C1732490283574.rep:(num 1732490298984) 2024-11-24T23:19:29,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741832_1008 (size=1300) 2024-11-24T23:19:29,983 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/WALs/ba7f32532130,44271,1732490283574/ba7f32532130%2C44271%2C1732490283574.1732490286108 not finished, retry = 0 2024-11-24T23:19:30,085 DEBUG [RS:0;ba7f32532130:44271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/oldWALs 2024-11-24T23:19:30,085 INFO [RS:0;ba7f32532130:44271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C44271%2C1732490283574:(num 1732490286108) 2024-11-24T23:19:30,085 DEBUG [RS:0;ba7f32532130:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:30,085 INFO [RS:0;ba7f32532130:44271 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:19:30,085 INFO [RS:0;ba7f32532130:44271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:19:30,085 INFO [RS:0;ba7f32532130:44271 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T23:19:30,085 INFO [RS:0;ba7f32532130:44271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:19:30,085 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:19:30,086 INFO [RS:0;ba7f32532130:44271 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,44271,1732490283574 because: Region server is closing 2024-11-24T23:19:30,086 INFO [RS:0;ba7f32532130:44271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:44271. 2024-11-24T23:19:30,086 DEBUG [RS:0;ba7f32532130:44271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:30,086 DEBUG [RS:0;ba7f32532130:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:30,086 DEBUG [RS:0;ba7f32532130:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:30,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:19:30,186 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.wal-reader.ba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T23:19:30,186 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.shipperba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T23:19:30,187 INFO [RS:0;ba7f32532130:44271 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44271,1732490283574.replicationSource.shipperba7f32532130%2C44271%2C1732490283574,1-ba7f32532130,44271,1732490283574 terminated 2024-11-24T23:19:30,187 INFO [RS:0;ba7f32532130:44271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44271 2024-11-24T23:19:30,249 INFO [RS:0;ba7f32532130:44271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:19:30,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752/rs 2024-11-24T23:19:30,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0236141752/rs/ba7f32532130,44271,1732490283574 2024-11-24T23:19:30,259 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,44271,1732490283574] 2024-11-24T23:19:30,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0236141752/draining/ba7f32532130,44271,1732490283574 already deleted, retry=false 2024-11-24T23:19:30,269 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,44271,1732490283574 expired; onlineServers=0 2024-11-24T23:19:30,269 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,44857,1732490283386' ***** 2024-11-24T23:19:30,269 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:19:30,269 INFO [M:0;ba7f32532130:44857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:19:30,269 INFO [M:0;ba7f32532130:44857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:19:30,270 DEBUG [M:0;ba7f32532130:44857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:19:30,270 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:19:30,270 DEBUG [M:0;ba7f32532130:44857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:19:30,270 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490285857 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490285857,5,FailOnTimeoutGroup] 2024-11-24T23:19:30,270 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490285857 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490285857,5,FailOnTimeoutGroup] 2024-11-24T23:19:30,270 INFO [M:0;ba7f32532130:44857 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:19:30,270 INFO [M:0;ba7f32532130:44857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:19:30,270 DEBUG [M:0;ba7f32532130:44857 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:19:30,270 INFO [M:0;ba7f32532130:44857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:19:30,270 INFO [M:0;ba7f32532130:44857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:19:30,270 INFO [M:0;ba7f32532130:44857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:19:30,270 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:19:30,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0236141752/master 2024-11-24T23:19:30,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0236141752 2024-11-24T23:19:30,280 DEBUG [M:0;ba7f32532130:44857 {}] zookeeper.ZKUtil(347): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Unable to get data of znode /0236141752/master because node does not exist (not an error) 2024-11-24T23:19:30,280 WARN [M:0;ba7f32532130:44857 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:19:30,281 INFO [M:0;ba7f32532130:44857 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/.lastflushedseqids 2024-11-24T23:19:30,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741850_1026 (size=263) 2024-11-24T23:19:30,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:30,359 INFO [RS:0;ba7f32532130:44271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:19:30,359 INFO [RS:0;ba7f32532130:44271 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,44271,1732490283574; zookeeper connection closed. 2024-11-24T23:19:30,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1016f23bd7e0001, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:30,359 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4884e871 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4884e871 2024-11-24T23:19:30,360 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:19:30,686 INFO [M:0;ba7f32532130:44857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:19:30,686 INFO [M:0;ba7f32532130:44857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:19:30,686 DEBUG [M:0;ba7f32532130:44857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:19:30,686 INFO [M:0;ba7f32532130:44857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:30,686 DEBUG [M:0;ba7f32532130:44857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:30,686 DEBUG [M:0;ba7f32532130:44857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:19:30,686 DEBUG [M:0;ba7f32532130:44857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:30,686 INFO [M:0;ba7f32532130:44857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-24T23:19:30,703 DEBUG [M:0;ba7f32532130:44857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecfd9ac1780c4139828817909b25a87a is 82, key is hbase:meta,,1/info:regioninfo/1732490287232/Put/seqid=0 2024-11-24T23:19:30,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741851_1027 (size=5672) 2024-11-24T23:19:31,108 INFO [M:0;ba7f32532130:44857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecfd9ac1780c4139828817909b25a87a 2024-11-24T23:19:31,125 DEBUG [M:0;ba7f32532130:44857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1d7aebe6d0946748d1e847092f1e781 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732490294684/Put/seqid=0 2024-11-24T23:19:31,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741852_1028 (size=7241) 2024-11-24T23:19:31,530 INFO [M:0;ba7f32532130:44857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1d7aebe6d0946748d1e847092f1e781 2024-11-24T23:19:31,534 INFO [M:0;ba7f32532130:44857 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1d7aebe6d0946748d1e847092f1e781 2024-11-24T23:19:31,546 DEBUG [M:0;ba7f32532130:44857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b1e97d253d64a53ad6ee1ac56045340 is 69, key is ba7f32532130,44271,1732490283574/rs:state/1732490285947/Put/seqid=0 2024-11-24T23:19:31,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741853_1029 (size=5156) 2024-11-24T23:19:31,951 INFO [M:0;ba7f32532130:44857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b1e97d253d64a53ad6ee1ac56045340 2024-11-24T23:19:31,956 DEBUG [M:0;ba7f32532130:44857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecfd9ac1780c4139828817909b25a87a as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecfd9ac1780c4139828817909b25a87a 2024-11-24T23:19:31,960 INFO [M:0;ba7f32532130:44857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecfd9ac1780c4139828817909b25a87a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T23:19:31,961 DEBUG [M:0;ba7f32532130:44857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1d7aebe6d0946748d1e847092f1e781 as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1d7aebe6d0946748d1e847092f1e781 2024-11-24T23:19:31,965 INFO [M:0;ba7f32532130:44857 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1d7aebe6d0946748d1e847092f1e781 2024-11-24T23:19:31,965 INFO [M:0;ba7f32532130:44857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1d7aebe6d0946748d1e847092f1e781, entries=11, sequenceid=105, filesize=7.1 K 2024-11-24T23:19:31,966 DEBUG [M:0;ba7f32532130:44857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b1e97d253d64a53ad6ee1ac56045340 as hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b1e97d253d64a53ad6ee1ac56045340 2024-11-24T23:19:31,970 INFO [M:0;ba7f32532130:44857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/e6237736-b15c-4fa3-808f-cccfbbec173b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b1e97d253d64a53ad6ee1ac56045340, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T23:19:31,971 INFO [M:0;ba7f32532130:44857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-11-24T23:19:31,972 INFO [M:0;ba7f32532130:44857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:31,972 DEBUG [M:0;ba7f32532130:44857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490370686Disabling compacts and flushes for region at 1732490370686Disabling writes for close at 1732490370686Obtaining lock to block concurrent updates at 1732490370686Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490370686Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732490370687 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490370687Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490370687Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490370703 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490370703Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490371112 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490371125 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490371125Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490371534 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490371546 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490371546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4efe5984: reopening flushed file at 1732490371955 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b20f8c: reopening flushed file at 1732490371960 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@324a91e9: reopening flushed file at 1732490371965 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1732490371971 (+6 ms)Writing region close event to WAL at 1732490371972 (+1 ms)Closed at 1732490371972 2024-11-24T23:19:31,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34657 is added to blk_1073741830_1006 (size=64538) 2024-11-24T23:19:31,975 INFO [M:0;ba7f32532130:44857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:19:31,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:19:31,975 INFO [M:0;ba7f32532130:44857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44857 2024-11-24T23:19:31,975 INFO [M:0;ba7f32532130:44857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:19:32,127 INFO [M:0;ba7f32532130:44857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:19:32,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:32,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44857-0x1016f23bd7e0000, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:32,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:19:32,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:19:32,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:19:32,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:19:32,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/hadoop.log.dir/,STOPPED} 2024-11-24T23:19:32,164 WARN [BP-1824816056-172.17.0.3-1732490281451 heartbeating to localhost/127.0.0.1:34307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:19:32,164 WARN [BP-1824816056-172.17.0.3-1732490281451 heartbeating to localhost/127.0.0.1:34307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1824816056-172.17.0.3-1732490281451 (Datanode Uuid 8258e8d6-4221-46da-9af9-fe8f6d2a00b5) service to localhost/127.0.0.1:34307 2024-11-24T23:19:32,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:19:32,164 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:19:32,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/cluster_93d100e1-351e-9768-307c-25c7d4cfef1b/data/data1/current/BP-1824816056-172.17.0.3-1732490281451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:19:32,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/cluster_93d100e1-351e-9768-307c-25c7d4cfef1b/data/data2/current/BP-1824816056-172.17.0.3-1732490281451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:19:32,164 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:19:32,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:19:32,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:19:32,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:19:32,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:19:32,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d970a23d-73ce-efa3-cd4e-a070d850f41e/hadoop.log.dir/,STOPPED} 2024-11-24T23:19:32,177 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:19:32,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:19:32,198 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65237) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37815 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34307 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65237) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f212cb8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f212cb8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=6594 (was 6989) 2024-11-24T23:19:32,205 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=6594 2024-11-24T23:19:32,219 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-24T23:19:32,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/hadoop.log.dir so I do NOT create it in target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131 2024-11-24T23:19:32,219 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:19:32,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/hadoop.tmp.dir so I do NOT create it in target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131 2024-11-24T23:19:32,219 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1e8c6c-2e0f-77ec-5c79-a7a824f2c69d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:19:32,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131 2024-11-24T23:19:32,220 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/cluster_a828948a-9081-6034-0b20-809910efd068, deleteOnExit=true 2024-11-24T23:19:32,241 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/cluster_a828948a-9081-6034-0b20-809910efd068/zookeeper_0, clientPort=60433, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/cluster_a828948a-9081-6034-0b20-809910efd068/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/cluster_a828948a-9081-6034-0b20-809910efd068/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:19:32,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60433 2024-11-24T23:19:32,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:19:32,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:19:32,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/test.cache.data in system properties and HBase conf 2024-11-24T23:19:32,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:19:32,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:19:32,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:19:32,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:19:32,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:19:32,243 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:19:32,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:19:32,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:19:32,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:19:32,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:19:32,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:19:32,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:19:32,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:19:32,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:19:32,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:19:32,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:19:32,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:19:32,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:19:32,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:19:32,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:19:32,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016f23bd7e0005, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:19:32,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016f23bd7e0002, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:19:32,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016f23bd7e0005, quorum=127.0.0.1:65237, baseZNode=/1-2036738505 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:19:32,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016f23bd7e0002, quorum=127.0.0.1:65237, baseZNode=/0236141752 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:19:32,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:19:32,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:19:32,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:19:32,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:19:32,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:19:32,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:19:32,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:19:32,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:19:32,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f3ad598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/java.io.tmpdir/jetty-localhost-33289-hadoop-hdfs-3_4_1-tests_jar-_-any-2649919390758947463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:19:32,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:33289} 2024-11-24T23:19:32,687 INFO [Time-limited test {}] server.Server(415): Started @145362ms 2024-11-24T23:19:32,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:19:32,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:19:32,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:19:32,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:19:32,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:19:32,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:19:32,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:19:33,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e8a6cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/java.io.tmpdir/jetty-localhost-33611-hadoop-hdfs-3_4_1-tests_jar-_-any-1408246149742271702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:19:33,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:33611} 2024-11-24T23:19:33,055 INFO [Time-limited test {}] server.Server(415): Started @145730ms 2024-11-24T23:19:33,056 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:19:33,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:19:33,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:19:33,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:19:33,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T23:19:33,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T23:19:33,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:19:33,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:19:33,696 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/cluster_a828948a-9081-6034-0b20-809910efd068/data/data2/current/BP-1240309609-172.17.0.3-1732490372258/current, will proceed with Du for space computation calculation, 2024-11-24T23:19:33,696 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/cluster_a828948a-9081-6034-0b20-809910efd068/data/data1/current/BP-1240309609-172.17.0.3-1732490372258/current, will proceed with Du for space computation calculation, 2024-11-24T23:19:33,709 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:19:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x874125577192e43a with lease ID 0x647b2285cc678ae4: Processing first storage report for DS-bfcbb871-9eaf-4bee-b351-c2297eecee26 from datanode DatanodeRegistration(127.0.0.1:32859, datanodeUuid=06c210be-b950-4b93-b3b1-87f63af02b2e, infoPort=35003, infoSecurePort=0, ipcPort=38773, storageInfo=lv=-57;cid=testClusterID;nsid=204765528;c=1732490372258) 2024-11-24T23:19:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x874125577192e43a with lease ID 0x647b2285cc678ae4: from storage DS-bfcbb871-9eaf-4bee-b351-c2297eecee26 node DatanodeRegistration(127.0.0.1:32859, datanodeUuid=06c210be-b950-4b93-b3b1-87f63af02b2e, infoPort=35003, infoSecurePort=0, ipcPort=38773, storageInfo=lv=-57;cid=testClusterID;nsid=204765528;c=1732490372258), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:19:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x874125577192e43a with lease ID 0x647b2285cc678ae4: Processing first storage report for DS-18f3e1cc-9eff-4388-ba06-1d7cecf96860 from datanode DatanodeRegistration(127.0.0.1:32859, datanodeUuid=06c210be-b950-4b93-b3b1-87f63af02b2e, infoPort=35003, infoSecurePort=0, ipcPort=38773, storageInfo=lv=-57;cid=testClusterID;nsid=204765528;c=1732490372258) 2024-11-24T23:19:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x874125577192e43a with lease ID 0x647b2285cc678ae4: from storage DS-18f3e1cc-9eff-4388-ba06-1d7cecf96860 node DatanodeRegistration(127.0.0.1:32859, datanodeUuid=06c210be-b950-4b93-b3b1-87f63af02b2e, infoPort=35003, infoSecurePort=0, ipcPort=38773, storageInfo=lv=-57;cid=testClusterID;nsid=204765528;c=1732490372258), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:19:33,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131 2024-11-24T23:19:33,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:33,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:33,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:19:34,193 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff with version=8 2024-11-24T23:19:34,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/hbase-staging 2024-11-24T23:19:34,195 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:19:34,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:34,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:34,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:19:34,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:34,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:19:34,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:19:34,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:19:34,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38999 2024-11-24T23:19:34,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38999 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-24T23:19:34,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389990x0, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:19:34,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38999-0x1016f25203c0000 connected 2024-11-24T23:19:34,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:19:34,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:34,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:34,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:34,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:34,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:34,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:34,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:34,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/running 2024-11-24T23:19:34,381 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff, hbase.cluster.distributed=false 2024-11-24T23:19:34,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/acl 2024-11-24T23:19:34,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38999 2024-11-24T23:19:34,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38999 2024-11-24T23:19:34,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38999 2024-11-24T23:19:34,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38999 2024-11-24T23:19:34,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38999 2024-11-24T23:19:34,397 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:19:34,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:34,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:34,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:19:34,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:34,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:19:34,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:19:34,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:19:34,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42091 2024-11-24T23:19:34,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42091 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-24T23:19:34,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:34,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:34,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420910x0, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:19:34,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420910x0, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/running 2024-11-24T23:19:34,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42091-0x1016f25203c0001 connected 2024-11-24T23:19:34,411 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:19:34,411 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:19:34,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/master 2024-11-24T23:19:34,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/acl 2024-11-24T23:19:34,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42091 2024-11-24T23:19:34,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42091 2024-11-24T23:19:34,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42091 2024-11-24T23:19:34,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42091 2024-11-24T23:19:34,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42091 2024-11-24T23:19:34,431 DEBUG [M:0;ba7f32532130:38999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:38999 2024-11-24T23:19:34,431 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1436058823/backup-masters/ba7f32532130,38999,1732490374195 2024-11-24T23:19:34,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823/backup-masters 2024-11-24T23:19:34,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823/backup-masters 2024-11-24T23:19:34,442 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on existing znode=/0-1436058823/backup-masters/ba7f32532130,38999,1732490374195 2024-11-24T23:19:34,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:34,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1436058823/master 2024-11-24T23:19:34,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:34,452 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on existing znode=/0-1436058823/master 2024-11-24T23:19:34,453 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1436058823/backup-masters/ba7f32532130,38999,1732490374195 from backup master directory 2024-11-24T23:19:34,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1436058823/backup-masters/ba7f32532130,38999,1732490374195 2024-11-24T23:19:34,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823/backup-masters 2024-11-24T23:19:34,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823/backup-masters 2024-11-24T23:19:34,463 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:19:34,463 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,38999,1732490374195 2024-11-24T23:19:34,466 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/hbase.id] with ID: 13998ba3-e577-4a09-9221-206e904deb87 2024-11-24T23:19:34,466 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/.tmp/hbase.id 2024-11-24T23:19:34,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:19:34,871 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/.tmp/hbase.id]:[hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/hbase.id] 2024-11-24T23:19:34,881 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:34,881 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:19:34,882 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:19:34,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:34,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:34,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:19:35,332 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:19:35,332 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:19:35,333 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:19:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:19:35,740 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store 2024-11-24T23:19:35,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:19:36,145 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:36,146 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:19:36,146 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:36,146 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:36,146 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:19:36,146 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:36,146 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:36,146 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490376146Disabling compacts and flushes for region at 1732490376146Disabling writes for close at 1732490376146Writing region close event to WAL at 1732490376146Closed at 1732490376146 2024-11-24T23:19:36,147 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/.initializing 2024-11-24T23:19:36,147 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,38999,1732490374195 2024-11-24T23:19:36,148 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:19:36,149 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C38999%2C1732490374195, suffix=, logDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,38999,1732490374195, archiveDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/oldWALs, maxLogs=10 2024-11-24T23:19:36,161 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,38999,1732490374195/ba7f32532130%2C38999%2C1732490374195.1732490376150, exclude list is [], retry=0 2024-11-24T23:19:36,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32859,DS-bfcbb871-9eaf-4bee-b351-c2297eecee26,DISK] 2024-11-24T23:19:36,164 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,38999,1732490374195/ba7f32532130%2C38999%2C1732490374195.1732490376150 2024-11-24T23:19:36,165 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-24T23:19:36,165 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:19:36,165 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:36,165 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:36,165 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:36,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:36,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:19:36,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:36,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:36,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:36,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:19:36,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:36,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:36,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:36,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:19:36,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:36,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:36,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:36,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:19:36,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:36,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:36,172 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:36,173 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:36,173 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:36,174 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:36,175 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:36,175 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:19:36,176 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:36,178 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:19:36,178 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62934234, jitterRate=-0.06220683455467224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:19:36,179 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490376165Initializing all the Stores at 1732490376166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490376166Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490376166Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490376166Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490376166Cleaning up temporary data from old regions at 1732490376175 (+9 ms)Region opened successfully at 1732490376179 (+4 ms) 2024-11-24T23:19:36,179 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:19:36,181 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3338cf70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:19:36,182 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:19:36,182 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:19:36,183 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:19:36,183 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:19:36,183 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:19:36,183 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:19:36,183 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:19:36,185 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:19:36,186 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Unable to get data of znode /0-1436058823/balancer because node does not exist (not necessarily an error) 2024-11-24T23:19:36,305 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/balancer already deleted, retry=false 2024-11-24T23:19:36,305 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:19:36,306 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Unable to get data of znode /0-1436058823/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:19:36,315 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/normalizer already deleted, retry=false 2024-11-24T23:19:36,315 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:19:36,316 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Unable to get data of znode /0-1436058823/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:19:36,326 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/switch/split already deleted, retry=false 2024-11-24T23:19:36,326 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Unable to get data of znode /0-1436058823/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:19:36,336 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/switch/merge already deleted, retry=false 2024-11-24T23:19:36,338 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Unable to get data of znode /0-1436058823/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:19:36,347 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/snapshot-cleanup already deleted, retry=false 2024-11-24T23:19:36,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1436058823/running 2024-11-24T23:19:36,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1436058823/running 2024-11-24T23:19:36,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:36,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:36,358 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,38999,1732490374195, sessionid=0x1016f25203c0000, setting cluster-up flag (Was=false) 2024-11-24T23:19:36,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:36,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:36,410 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1436058823/flush-table-proc/acquired, /0-1436058823/flush-table-proc/reached, /0-1436058823/flush-table-proc/abort 2024-11-24T23:19:36,411 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,38999,1732490374195 2024-11-24T23:19:36,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:36,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:36,462 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1436058823/online-snapshot/acquired, /0-1436058823/online-snapshot/reached, /0-1436058823/online-snapshot/abort 2024-11-24T23:19:36,463 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,38999,1732490374195 2024-11-24T23:19:36,465 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:19:36,466 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:19:36,466 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:19:36,466 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:19:36,466 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,38999,1732490374195 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:19:36,467 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:19:36,467 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:19:36,467 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:19:36,467 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:19:36,468 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:19:36,468 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,468 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:19:36,468 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,468 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490406468 2024-11-24T23:19:36,468 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:19:36,468 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:19:36,468 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:19:36,468 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:19:36,468 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:19:36,469 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:19:36,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:19:36,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:19:36,469 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,469 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:19:36,470 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:19:36,470 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:19:36,470 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:36,470 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:19:36,470 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:19:36,470 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:19:36,470 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:19:36,470 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490376470,5,FailOnTimeoutGroup] 2024-11-24T23:19:36,470 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490376470,5,FailOnTimeoutGroup] 2024-11-24T23:19:36,470 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,470 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:19:36,470 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,470 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:19:36,524 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(746): ClusterId : 13998ba3-e577-4a09-9221-206e904deb87 2024-11-24T23:19:36,524 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:19:36,537 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:19:36,537 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:19:36,547 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:19:36,548 DEBUG [RS:0;ba7f32532130:42091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7cb75b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:19:36,558 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:42091 2024-11-24T23:19:36,558 INFO [RS:0;ba7f32532130:42091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:19:36,558 INFO [RS:0;ba7f32532130:42091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:19:36,558 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:19:36,559 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,38999,1732490374195 with port=42091, startcode=1732490374396 2024-11-24T23:19:36,559 DEBUG [RS:0;ba7f32532130:42091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:19:36,560 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:19:36,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,42091,1732490374396 2024-11-24T23:19:36,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38999 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,42091,1732490374396 2024-11-24T23:19:36,562 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff 2024-11-24T23:19:36,562 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33867 2024-11-24T23:19:36,562 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:19:36,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823/rs 2024-11-24T23:19:36,568 DEBUG [RS:0;ba7f32532130:42091 {}] zookeeper.ZKUtil(111): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on existing znode=/0-1436058823/rs/ba7f32532130,42091,1732490374396 2024-11-24T23:19:36,568 WARN [RS:0;ba7f32532130:42091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:19:36,568 INFO [RS:0;ba7f32532130:42091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:19:36,568 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396 2024-11-24T23:19:36,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,42091,1732490374396] 2024-11-24T23:19:36,572 INFO [RS:0;ba7f32532130:42091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:19:36,573 INFO [RS:0;ba7f32532130:42091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:19:36,573 INFO [RS:0;ba7f32532130:42091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:19:36,573 INFO [RS:0;ba7f32532130:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,573 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:19:36,574 INFO [RS:0;ba7f32532130:42091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:19:36,574 INFO [RS:0;ba7f32532130:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:19:36,574 DEBUG [RS:0;ba7f32532130:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:19:36,575 INFO [RS:0;ba7f32532130:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,575 INFO [RS:0;ba7f32532130:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,575 INFO [RS:0;ba7f32532130:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,575 INFO [RS:0;ba7f32532130:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,575 INFO [RS:0;ba7f32532130:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,575 INFO [RS:0;ba7f32532130:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,42091,1732490374396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:19:36,590 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:19:36,591 INFO [RS:0;ba7f32532130:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,42091,1732490374396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,591 INFO [RS:0;ba7f32532130:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,591 INFO [RS:0;ba7f32532130:42091 {}] regionserver.Replication(171): ba7f32532130,42091,1732490374396 started 2024-11-24T23:19:36,605 INFO [RS:0;ba7f32532130:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:36,605 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,42091,1732490374396, RpcServer on ba7f32532130/172.17.0.3:42091, sessionid=0x1016f25203c0001 2024-11-24T23:19:36,606 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:19:36,606 DEBUG [RS:0;ba7f32532130:42091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,42091,1732490374396 2024-11-24T23:19:36,606 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,42091,1732490374396' 2024-11-24T23:19:36,606 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1436058823/flush-table-proc/abort' 2024-11-24T23:19:36,606 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1436058823/flush-table-proc/acquired' 2024-11-24T23:19:36,607 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:19:36,607 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:19:36,607 DEBUG [RS:0;ba7f32532130:42091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,42091,1732490374396 2024-11-24T23:19:36,607 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,42091,1732490374396' 2024-11-24T23:19:36,607 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1436058823/online-snapshot/abort' 2024-11-24T23:19:36,607 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1436058823/online-snapshot/acquired' 2024-11-24T23:19:36,608 DEBUG [RS:0;ba7f32532130:42091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:19:36,608 INFO [RS:0;ba7f32532130:42091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:19:36,608 INFO [RS:0;ba7f32532130:42091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:19:36,708 INFO [RS:0;ba7f32532130:42091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:19:36,710 INFO [RS:0;ba7f32532130:42091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C42091%2C1732490374396, suffix=, logDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396, archiveDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/oldWALs, maxLogs=10 2024-11-24T23:19:36,721 DEBUG [RS:0;ba7f32532130:42091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.1732490376710, exclude list is [], retry=0 2024-11-24T23:19:36,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32859,DS-bfcbb871-9eaf-4bee-b351-c2297eecee26,DISK] 2024-11-24T23:19:36,725 INFO [RS:0;ba7f32532130:42091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.1732490376710 2024-11-24T23:19:36,725 DEBUG [RS:0;ba7f32532130:42091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-24T23:19:36,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:19:36,877 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff 2024-11-24T23:19:36,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:19:37,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:37,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:19:37,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:19:37,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:37,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:37,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:19:37,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:19:37,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:37,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:37,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:19:37,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:19:37,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:37,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:37,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:19:37,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:19:37,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:37,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:37,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:19:37,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740 2024-11-24T23:19:37,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740 2024-11-24T23:19:37,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:19:37,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:19:37,291 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:19:37,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:19:37,293 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:19:37,294 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60419132, jitterRate=-0.09968477487564087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:19:37,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490377282Initializing all the Stores at 1732490377283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490377283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490377283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490377283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490377283Cleaning up temporary data from old regions at 1732490377290 (+7 ms)Region opened successfully at 1732490377294 (+4 ms) 2024-11-24T23:19:37,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:19:37,294 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:19:37,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:19:37,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:19:37,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:19:37,295 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:19:37,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490377294Disabling compacts and flushes for region at 1732490377294Disabling writes for close at 1732490377294Writing region close event to WAL at 1732490377295 (+1 ms)Closed at 1732490377295 2024-11-24T23:19:37,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:19:37,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:19:37,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:19:37,297 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:19:37,298 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:19:37,448 DEBUG [ba7f32532130:38999 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:19:37,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,42091,1732490374396 2024-11-24T23:19:37,450 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,42091,1732490374396, state=OPENING 2024-11-24T23:19:37,494 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:19:37,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:37,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:37,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1436058823/meta-region-server: CHANGED 2024-11-24T23:19:37,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1436058823/meta-region-server: CHANGED 2024-11-24T23:19:37,538 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:19:37,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,42091,1732490374396}] 2024-11-24T23:19:37,691 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:19:37,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:19:37,695 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:19:37,695 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:19:37,695 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:19:37,697 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C42091%2C1732490374396.meta, suffix=.meta, logDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396, archiveDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/oldWALs, maxLogs=10 2024-11-24T23:19:37,708 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.meta.1732490377697.meta, exclude list is [], retry=0 2024-11-24T23:19:37,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32859,DS-bfcbb871-9eaf-4bee-b351-c2297eecee26,DISK] 2024-11-24T23:19:37,712 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.meta.1732490377697.meta 2024-11-24T23:19:37,712 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-24T23:19:37,712 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:19:37,713 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:19:37,713 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:19:37,713 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:19:37,713 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:19:37,713 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:19:37,713 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:37,713 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:19:37,713 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:19:37,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:19:37,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:19:37,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:37,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:37,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:19:37,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:19:37,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:37,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:37,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:19:37,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:19:37,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:37,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:37,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:19:37,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:19:37,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:37,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:37,719 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:19:37,719 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740 2024-11-24T23:19:37,720 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740 2024-11-24T23:19:37,722 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:19:37,722 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:19:37,722 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:19:37,724 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:19:37,724 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59711798, jitterRate=-0.11022487282752991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:19:37,724 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:19:37,725 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490377713Writing region info on filesystem at 1732490377714 (+1 ms)Initializing all the Stores at 1732490377714Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490377714Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490377715 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490377715Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490377715Cleaning up temporary data from old regions at 1732490377722 (+7 ms)Running coprocessor post-open hooks at 1732490377724 (+2 ms)Region opened successfully at 1732490377725 (+1 ms) 2024-11-24T23:19:37,726 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490377690 2024-11-24T23:19:37,728 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:19:37,728 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:19:37,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,42091,1732490374396 2024-11-24T23:19:37,729 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,42091,1732490374396, state=OPEN 2024-11-24T23:19:37,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1436058823/meta-region-server 2024-11-24T23:19:37,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1436058823/meta-region-server 2024-11-24T23:19:37,747 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,42091,1732490374396 2024-11-24T23:19:37,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1436058823/meta-region-server: CHANGED 2024-11-24T23:19:37,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1436058823/meta-region-server: CHANGED 2024-11-24T23:19:37,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:19:37,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,42091,1732490374396 in 208 msec 2024-11-24T23:19:37,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:19:37,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-24T23:19:37,751 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:19:37,751 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:19:37,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:19:37,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,42091,1732490374396, seqNum=-1] 2024-11-24T23:19:37,752 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:19:37,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:19:37,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-24T23:19:37,758 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490377758, completionTime=-1 2024-11-24T23:19:37,758 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:19:37,758 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:19:37,759 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:19:37,759 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490437759 2024-11-24T23:19:37,760 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490497760 2024-11-24T23:19:37,760 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:19:37,760 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38999,1732490374195-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:37,760 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38999,1732490374195-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:37,760 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38999,1732490374195-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:37,760 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:38999, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:37,760 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:37,760 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:37,761 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:19:37,763 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.300sec 2024-11-24T23:19:37,764 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:19:37,764 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:19:37,764 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:19:37,764 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:19:37,764 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:19:37,764 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38999,1732490374195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:19:37,764 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38999,1732490374195-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:19:37,766 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:19:37,766 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:19:37,766 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38999,1732490374195-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:37,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:37,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,38999,-1 for getting cluster id 2024-11-24T23:19:37,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:19:37,826 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13998ba3-e577-4a09-9221-206e904deb87' 2024-11-24T23:19:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:19:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13998ba3-e577-4a09-9221-206e904deb87" 2024-11-24T23:19:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6824aa60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,38999,-1] 2024-11-24T23:19:37,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:19:37,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:37,827 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:19:37,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:37,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:19:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,42091,1732490374396, seqNum=-1] 2024-11-24T23:19:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:19:37,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:19:37,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,38999,1732490374195 2024-11-24T23:19:37,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-24T23:19:37,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:19:37,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016f25203c0002 connected 2024-11-24T23:19:37,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/hadoop.log.dir so I do NOT create it in target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1 2024-11-24T23:19:37,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:19:37,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/hadoop.tmp.dir so I do NOT create it in target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1 2024-11-24T23:19:37,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:19:37,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1 2024-11-24T23:19:37,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:19:37,854 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/cluster_653c1f1c-4568-1eee-1963-bf16ef53dc86, deleteOnExit=true 2024-11-24T23:19:37,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/test.cache.data in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:19:37,855 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:19:37,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:19:37,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:19:37,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:19:37,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:19:37,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:19:37,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:19:38,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:19:38,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:19:38,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:19:38,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:19:38,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:19:38,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:19:38,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:19:38,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:19:38,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d30bee1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/java.io.tmpdir/jetty-localhost-34277-hadoop-hdfs-3_4_1-tests_jar-_-any-259130360716248480/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:19:38,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:34277} 2024-11-24T23:19:38,289 INFO [Time-limited test {}] server.Server(415): Started @150964ms 2024-11-24T23:19:38,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:19:38,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:19:38,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:19:38,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:19:38,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:19:38,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:19:38,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:19:38,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466c24c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/java.io.tmpdir/jetty-localhost-38339-hadoop-hdfs-3_4_1-tests_jar-_-any-467058924888849089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:19:38,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:38339} 2024-11-24T23:19:38,680 INFO [Time-limited test {}] server.Server(415): Started @151355ms 2024-11-24T23:19:38,682 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:19:39,309 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/cluster_653c1f1c-4568-1eee-1963-bf16ef53dc86/data/data2/current/BP-1758327526-172.17.0.3-1732490377871/current, will proceed with Du for space computation calculation, 2024-11-24T23:19:39,309 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/cluster_653c1f1c-4568-1eee-1963-bf16ef53dc86/data/data1/current/BP-1758327526-172.17.0.3-1732490377871/current, will proceed with Du for space computation calculation, 2024-11-24T23:19:39,323 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:19:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6818f4a639ad8cb with lease ID 0x75de2b060d781d6a: Processing first storage report for DS-1387f795-d20a-4bb0-8af0-c4102a606266 from datanode DatanodeRegistration(127.0.0.1:45135, datanodeUuid=1b86ca2a-c149-40e4-8e04-75872b352ebe, infoPort=43143, infoSecurePort=0, ipcPort=36423, storageInfo=lv=-57;cid=testClusterID;nsid=13175745;c=1732490377871) 2024-11-24T23:19:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6818f4a639ad8cb with lease ID 0x75de2b060d781d6a: from storage DS-1387f795-d20a-4bb0-8af0-c4102a606266 node DatanodeRegistration(127.0.0.1:45135, datanodeUuid=1b86ca2a-c149-40e4-8e04-75872b352ebe, infoPort=43143, infoSecurePort=0, ipcPort=36423, storageInfo=lv=-57;cid=testClusterID;nsid=13175745;c=1732490377871), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:19:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6818f4a639ad8cb with lease ID 0x75de2b060d781d6a: Processing first storage report for DS-ee04de50-83f6-4052-9ed4-d135a5eb2865 from datanode DatanodeRegistration(127.0.0.1:45135, datanodeUuid=1b86ca2a-c149-40e4-8e04-75872b352ebe, infoPort=43143, infoSecurePort=0, ipcPort=36423, storageInfo=lv=-57;cid=testClusterID;nsid=13175745;c=1732490377871) 2024-11-24T23:19:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6818f4a639ad8cb with lease ID 0x75de2b060d781d6a: from storage DS-ee04de50-83f6-4052-9ed4-d135a5eb2865 node DatanodeRegistration(127.0.0.1:45135, datanodeUuid=1b86ca2a-c149-40e4-8e04-75872b352ebe, infoPort=43143, infoSecurePort=0, ipcPort=36423, storageInfo=lv=-57;cid=testClusterID;nsid=13175745;c=1732490377871), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:19:39,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1 2024-11-24T23:19:39,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:39,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:39,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:19:39,820 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271 with version=8 2024-11-24T23:19:39,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/hbase-staging 2024-11-24T23:19:39,821 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:19:39,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:39,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:39,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:19:39,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:39,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:19:39,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:19:39,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:19:39,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36463 2024-11-24T23:19:39,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36463 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-24T23:19:39,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364630x0, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:19:39,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36463-0x1016f25203c0003 connected 2024-11-24T23:19:39,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:39,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:39,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Set watcher on znode that does not yet exist, /1608860767/running 2024-11-24T23:19:39,939 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271, hbase.cluster.distributed=false 2024-11-24T23:19:39,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Set watcher on znode that does not yet exist, /1608860767/acl 2024-11-24T23:19:39,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36463 2024-11-24T23:19:39,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36463 2024-11-24T23:19:39,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36463 2024-11-24T23:19:39,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36463 2024-11-24T23:19:39,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36463 2024-11-24T23:19:39,954 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:19:39,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:39,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:39,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:19:39,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:39,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:19:39,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:19:39,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:19:39,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36213 2024-11-24T23:19:39,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36213 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-24T23:19:39,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:39,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362130x0, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:19:39,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362130x0, quorum=127.0.0.1:60433, baseZNode=/1608860767 Set watcher on znode that does not yet exist, /1608860767/running 2024-11-24T23:19:39,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36213-0x1016f25203c0004 connected 2024-11-24T23:19:39,968 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:19:39,969 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:19:39,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Set watcher on znode that does not yet exist, /1608860767/master 2024-11-24T23:19:39,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Set watcher on znode that does not yet exist, /1608860767/acl 2024-11-24T23:19:39,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36213 2024-11-24T23:19:39,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36213 2024-11-24T23:19:39,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36213 2024-11-24T23:19:39,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36213 2024-11-24T23:19:39,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36213 2024-11-24T23:19:39,986 DEBUG [M:0;ba7f32532130:36463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:36463 2024-11-24T23:19:39,987 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1608860767/backup-masters/ba7f32532130,36463,1732490379821 2024-11-24T23:19:39,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767/backup-masters 2024-11-24T23:19:39,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767/backup-masters 2024-11-24T23:19:40,000 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Set watcher on existing znode=/1608860767/backup-masters/ba7f32532130,36463,1732490379821 2024-11-24T23:19:40,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:40,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1608860767/master 2024-11-24T23:19:40,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:40,010 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Set watcher on existing znode=/1608860767/master 2024-11-24T23:19:40,010 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1608860767/backup-masters/ba7f32532130,36463,1732490379821 from backup master directory 2024-11-24T23:19:40,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767/backup-masters 2024-11-24T23:19:40,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1608860767/backup-masters/ba7f32532130,36463,1732490379821 2024-11-24T23:19:40,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767/backup-masters 2024-11-24T23:19:40,101 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:19:40,101 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,36463,1732490379821 2024-11-24T23:19:40,104 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/hbase.id] with ID: bd3114c3-c90a-46d7-a481-efe6db0a9bc4 2024-11-24T23:19:40,104 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/.tmp/hbase.id 2024-11-24T23:19:40,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:19:40,508 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/.tmp/hbase.id]:[hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/hbase.id] 2024-11-24T23:19:40,519 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:40,520 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:19:40,521 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:19:40,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:40,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:40,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:19:40,952 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:19:40,953 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:19:40,953 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:19:40,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:19:41,360 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store 2024-11-24T23:19:41,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:19:41,766 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:41,766 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:19:41,766 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:41,766 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:41,766 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:19:41,766 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:41,766 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:41,766 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490381766Disabling compacts and flushes for region at 1732490381766Disabling writes for close at 1732490381766Writing region close event to WAL at 1732490381766Closed at 1732490381766 2024-11-24T23:19:41,767 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/.initializing 2024-11-24T23:19:41,767 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/WALs/ba7f32532130,36463,1732490379821 2024-11-24T23:19:41,768 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:19:41,769 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C36463%2C1732490379821, suffix=, logDir=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/WALs/ba7f32532130,36463,1732490379821, archiveDir=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/oldWALs, maxLogs=10 2024-11-24T23:19:41,784 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/WALs/ba7f32532130,36463,1732490379821/ba7f32532130%2C36463%2C1732490379821.1732490381769, exclude list is [], retry=0 2024-11-24T23:19:41,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45135,DS-1387f795-d20a-4bb0-8af0-c4102a606266,DISK] 2024-11-24T23:19:41,788 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/WALs/ba7f32532130,36463,1732490379821/ba7f32532130%2C36463%2C1732490379821.1732490381769 2024-11-24T23:19:41,788 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-24T23:19:41,788 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:19:41,788 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:41,788 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:41,788 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:41,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:41,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:19:41,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:41,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:41,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:41,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:19:41,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:41,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:41,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:41,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:19:41,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:41,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:41,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:41,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:19:41,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:41,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:41,795 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:41,796 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:41,796 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:41,797 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:41,797 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:41,798 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:19:41,799 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:41,800 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:19:41,801 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69956028, jitterRate=0.04242604970932007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:19:41,801 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490381788Initializing all the Stores at 1732490381789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490381789Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490381789Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490381789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490381789Cleaning up temporary data from old regions at 1732490381797 (+8 ms)Region opened successfully at 1732490381801 (+4 ms) 2024-11-24T23:19:41,801 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:19:41,803 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f099fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:19:41,804 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:19:41,804 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:19:41,804 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:19:41,804 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:19:41,805 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:19:41,805 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:19:41,805 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:19:41,806 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:19:41,807 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Unable to get data of znode /1608860767/balancer because node does not exist (not necessarily an error) 2024-11-24T23:19:41,862 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1608860767/balancer already deleted, retry=false 2024-11-24T23:19:41,863 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:19:41,863 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Unable to get data of znode /1608860767/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:19:41,873 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1608860767/normalizer already deleted, retry=false 2024-11-24T23:19:41,873 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:19:41,874 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Unable to get data of znode /1608860767/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:19:41,883 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1608860767/switch/split already deleted, retry=false 2024-11-24T23:19:41,884 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Unable to get data of znode /1608860767/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:19:41,894 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1608860767/switch/merge already deleted, retry=false 2024-11-24T23:19:41,896 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Unable to get data of znode /1608860767/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:19:41,904 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1608860767/snapshot-cleanup already deleted, retry=false 2024-11-24T23:19:41,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1608860767/running 2024-11-24T23:19:41,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1608860767/running 2024-11-24T23:19:41,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:41,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:41,915 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,36463,1732490379821, sessionid=0x1016f25203c0003, setting cluster-up flag (Was=false) 2024-11-24T23:19:41,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:41,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:41,967 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1608860767/flush-table-proc/acquired, /1608860767/flush-table-proc/reached, /1608860767/flush-table-proc/abort 2024-11-24T23:19:41,969 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,36463,1732490379821 2024-11-24T23:19:41,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:41,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:42,020 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1608860767/online-snapshot/acquired, /1608860767/online-snapshot/reached, /1608860767/online-snapshot/abort 2024-11-24T23:19:42,021 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,36463,1732490379821 2024-11-24T23:19:42,022 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:19:42,023 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:19:42,024 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:19:42,024 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:19:42,024 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,36463,1732490379821 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:19:42,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:19:42,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:19:42,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:19:42,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:19:42,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:19:42,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:19:42,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,027 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490412027 2024-11-24T23:19:42,027 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:19:42,027 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:19:42,027 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:19:42,027 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:19:42,027 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:19:42,027 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:19:42,027 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:19:42,028 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:19:42,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:19:42,028 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:19:42,028 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:19:42,028 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:19:42,028 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:19:42,028 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:19:42,028 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490382028,5,FailOnTimeoutGroup] 2024-11-24T23:19:42,028 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490382028,5,FailOnTimeoutGroup] 2024-11-24T23:19:42,029 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,029 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:19:42,029 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,029 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,029 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:42,029 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:19:42,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:19:42,079 INFO [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(746): ClusterId : bd3114c3-c90a-46d7-a481-efe6db0a9bc4 2024-11-24T23:19:42,079 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:19:42,084 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:19:42,084 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:19:42,095 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:19:42,095 DEBUG [RS:0;ba7f32532130:36213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726f7d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:19:42,105 DEBUG [RS:0;ba7f32532130:36213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:36213 2024-11-24T23:19:42,106 INFO [RS:0;ba7f32532130:36213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:19:42,106 INFO [RS:0;ba7f32532130:36213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:19:42,106 DEBUG [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:19:42,106 INFO [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,36463,1732490379821 with port=36213, startcode=1732490379954 2024-11-24T23:19:42,106 DEBUG [RS:0;ba7f32532130:36213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:19:42,108 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:19:42,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,36213,1732490379954 2024-11-24T23:19:42,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36463 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,36213,1732490379954 2024-11-24T23:19:42,109 DEBUG [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271 2024-11-24T23:19:42,109 DEBUG [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44209 2024-11-24T23:19:42,109 DEBUG [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:19:42,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767/rs 2024-11-24T23:19:42,180 DEBUG [RS:0;ba7f32532130:36213 {}] zookeeper.ZKUtil(111): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Set watcher on existing znode=/1608860767/rs/ba7f32532130,36213,1732490379954 2024-11-24T23:19:42,180 WARN [RS:0;ba7f32532130:36213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:19:42,180 INFO [RS:0;ba7f32532130:36213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:19:42,180 DEBUG [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/WALs/ba7f32532130,36213,1732490379954 2024-11-24T23:19:42,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,36213,1732490379954] 2024-11-24T23:19:42,183 INFO [RS:0;ba7f32532130:36213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:19:42,184 INFO [RS:0;ba7f32532130:36213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:19:42,184 INFO [RS:0;ba7f32532130:36213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:19:42,184 INFO [RS:0;ba7f32532130:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,184 INFO [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:19:42,185 INFO [RS:0;ba7f32532130:36213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:19:42,185 INFO [RS:0;ba7f32532130:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:42,185 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:19:42,186 DEBUG [RS:0;ba7f32532130:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:19:42,186 INFO [RS:0;ba7f32532130:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,186 INFO [RS:0;ba7f32532130:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,186 INFO [RS:0;ba7f32532130:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,186 INFO [RS:0;ba7f32532130:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,186 INFO [RS:0;ba7f32532130:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,186 INFO [RS:0;ba7f32532130:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36213,1732490379954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:19:42,198 INFO [RS:0;ba7f32532130:36213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:19:42,198 INFO [RS:0;ba7f32532130:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36213,1732490379954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,199 INFO [RS:0;ba7f32532130:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,199 INFO [RS:0;ba7f32532130:36213 {}] regionserver.Replication(171): ba7f32532130,36213,1732490379954 started 2024-11-24T23:19:42,210 INFO [RS:0;ba7f32532130:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:42,210 INFO [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,36213,1732490379954, RpcServer on ba7f32532130/172.17.0.3:36213, sessionid=0x1016f25203c0004 2024-11-24T23:19:42,210 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:19:42,210 DEBUG [RS:0;ba7f32532130:36213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,36213,1732490379954 2024-11-24T23:19:42,210 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,36213,1732490379954' 2024-11-24T23:19:42,210 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1608860767/flush-table-proc/abort' 2024-11-24T23:19:42,211 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1608860767/flush-table-proc/acquired' 2024-11-24T23:19:42,211 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:19:42,211 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:19:42,211 DEBUG [RS:0;ba7f32532130:36213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,36213,1732490379954 2024-11-24T23:19:42,211 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,36213,1732490379954' 2024-11-24T23:19:42,211 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1608860767/online-snapshot/abort' 2024-11-24T23:19:42,212 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1608860767/online-snapshot/acquired' 2024-11-24T23:19:42,212 DEBUG [RS:0;ba7f32532130:36213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:19:42,212 INFO [RS:0;ba7f32532130:36213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:19:42,212 INFO [RS:0;ba7f32532130:36213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:19:42,312 INFO [RS:0;ba7f32532130:36213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:19:42,314 INFO [RS:0;ba7f32532130:36213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C36213%2C1732490379954, suffix=, logDir=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/WALs/ba7f32532130,36213,1732490379954, archiveDir=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/oldWALs, maxLogs=10 2024-11-24T23:19:42,327 DEBUG [RS:0;ba7f32532130:36213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/WALs/ba7f32532130,36213,1732490379954/ba7f32532130%2C36213%2C1732490379954.1732490382314, exclude list is [], retry=0 2024-11-24T23:19:42,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45135,DS-1387f795-d20a-4bb0-8af0-c4102a606266,DISK] 2024-11-24T23:19:42,330 INFO [RS:0;ba7f32532130:36213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/WALs/ba7f32532130,36213,1732490379954/ba7f32532130%2C36213%2C1732490379954.1732490382314 2024-11-24T23:19:42,331 DEBUG [RS:0;ba7f32532130:36213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-24T23:19:42,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:19:42,434 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271 2024-11-24T23:19:42,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:19:42,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:19:42,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:42,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:19:42,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:19:42,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:42,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:42,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:19:42,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:19:42,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:42,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:42,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:19:42,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:19:42,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:42,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:42,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:19:42,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:19:42,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:42,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:42,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:19:42,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/data/hbase/meta/1588230740 2024-11-24T23:19:42,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/data/hbase/meta/1588230740 2024-11-24T23:19:42,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:19:42,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:19:42,848 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:19:42,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:19:42,851 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:19:42,851 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61288561, jitterRate=-0.0867292732000351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:19:42,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490382840Initializing all the Stores at 1732490382841 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490382841Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490382841Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490382841Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490382841Cleaning up temporary data from old regions at 1732490382848 (+7 ms)Region opened successfully at 1732490382851 (+3 ms) 2024-11-24T23:19:42,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:19:42,851 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:19:42,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:19:42,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:19:42,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:19:42,852 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:19:42,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490382851Disabling compacts and flushes for region at 1732490382851Disabling writes for close at 1732490382851Writing region close event to WAL at 1732490382852 (+1 ms)Closed at 1732490382852 2024-11-24T23:19:42,853 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:19:42,853 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:19:42,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:19:42,854 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:19:42,854 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:19:43,005 DEBUG [ba7f32532130:36463 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:19:43,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,36213,1732490379954 2024-11-24T23:19:43,006 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,36213,1732490379954, state=OPENING 2024-11-24T23:19:43,062 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:19:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:43,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1608860767/meta-region-server: CHANGED 2024-11-24T23:19:43,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1608860767/meta-region-server: CHANGED 2024-11-24T23:19:43,073 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:19:43,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,36213,1732490379954}] 2024-11-24T23:19:43,215 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:19:43,226 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:19:43,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:19:43,230 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:19:43,230 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:19:43,231 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:19:43,232 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C36213%2C1732490379954.meta, suffix=.meta, logDir=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/WALs/ba7f32532130,36213,1732490379954, archiveDir=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/oldWALs, maxLogs=10 2024-11-24T23:19:43,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:43,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:43,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:43,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:43,244 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/WALs/ba7f32532130,36213,1732490379954/ba7f32532130%2C36213%2C1732490379954.meta.1732490383232.meta, exclude list is [], retry=0 2024-11-24T23:19:43,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:43,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45135,DS-1387f795-d20a-4bb0-8af0-c4102a606266,DISK] 2024-11-24T23:19:43,248 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/WALs/ba7f32532130,36213,1732490379954/ba7f32532130%2C36213%2C1732490379954.meta.1732490383232.meta 2024-11-24T23:19:43,248 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-24T23:19:43,248 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:19:43,249 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:19:43,249 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:19:43,249 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:19:43,249 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:19:43,249 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:19:43,249 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:43,249 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:19:43,249 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:19:43,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:19:43,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:19:43,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:43,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:43,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:19:43,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:19:43,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:43,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:43,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:19:43,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:19:43,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:43,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:43,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:19:43,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:19:43,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:43,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:43,256 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:19:43,257 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/data/hbase/meta/1588230740 2024-11-24T23:19:43,258 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/data/hbase/meta/1588230740 2024-11-24T23:19:43,259 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:19:43,259 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:19:43,259 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:19:43,260 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:19:43,261 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61892605, jitterRate=-0.07772831618785858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:19:43,261 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:19:43,261 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490383249Writing region info on filesystem at 1732490383249Initializing all the Stores at 1732490383250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490383250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490383251 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490383251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490383251Cleaning up temporary data from old regions at 1732490383259 (+8 ms)Running coprocessor post-open hooks at 1732490383261 (+2 ms)Region opened successfully at 1732490383261 2024-11-24T23:19:43,262 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490383225 2024-11-24T23:19:43,264 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:19:43,264 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:19:43,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,36213,1732490379954 2024-11-24T23:19:43,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,36213,1732490379954, state=OPEN 2024-11-24T23:19:43,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1608860767/meta-region-server 2024-11-24T23:19:43,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1608860767/meta-region-server 2024-11-24T23:19:43,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1608860767/meta-region-server: CHANGED 2024-11-24T23:19:43,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1608860767/meta-region-server: CHANGED 2024-11-24T23:19:43,273 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,36213,1732490379954 2024-11-24T23:19:43,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:19:43,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,36213,1732490379954 in 200 msec 2024-11-24T23:19:43,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:19:43,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-24T23:19:43,278 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:19:43,278 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:19:43,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:19:43,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,36213,1732490379954, seqNum=-1] 2024-11-24T23:19:43,279 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:19:43,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:19:43,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-24T23:19:43,285 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490383285, completionTime=-1 2024-11-24T23:19:43,285 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:19:43,285 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:19:43,287 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:19:43,287 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490443287 2024-11-24T23:19:43,287 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490503287 2024-11-24T23:19:43,287 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:19:43,287 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36463,1732490379821-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:43,287 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36463,1732490379821-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:43,287 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36463,1732490379821-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:43,287 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:36463, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:43,287 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:43,288 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:43,289 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:19:43,291 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.189sec 2024-11-24T23:19:43,291 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:19:43,291 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:19:43,291 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:19:43,291 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:19:43,291 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:19:43,291 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36463,1732490379821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:19:43,291 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36463,1732490379821-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:19:43,293 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:19:43,293 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:19:43,293 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36463,1732490379821-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:43,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:43,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,36463,-1 for getting cluster id 2024-11-24T23:19:43,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:19:43,381 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd3114c3-c90a-46d7-a481-efe6db0a9bc4' 2024-11-24T23:19:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:19:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd3114c3-c90a-46d7-a481-efe6db0a9bc4" 2024-11-24T23:19:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ceca7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,36463,-1] 2024-11-24T23:19:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:19:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:43,383 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:19:43,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:43,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:19:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,36213,1732490379954, seqNum=-1] 2024-11-24T23:19:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:19:43,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:19:43,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,36463,1732490379821 2024-11-24T23:19:43,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-24T23:19:43,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:19:43,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016f25203c0005 connected 2024-11-24T23:19:43,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cea6ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:43,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,38999,-1 for getting cluster id 2024-11-24T23:19:43,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:19:43,413 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13998ba3-e577-4a09-9221-206e904deb87' 2024-11-24T23:19:43,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:19:43,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13998ba3-e577-4a09-9221-206e904deb87" 2024-11-24T23:19:43,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b5249e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:43,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,38999,-1] 2024-11-24T23:19:43,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:19:43,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:43,414 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:19:43,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b74af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:43,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:19:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,38999,1732490374195 2024-11-24T23:19:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73fa0270 2024-11-24T23:19:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:19:43,417 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:19:43,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:36463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:19:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:19:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:19:43,420 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:36463' 2024-11-24T23:19:43,423 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1a851b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:43,423 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,36463,-1 for getting cluster id 2024-11-24T23:19:43,423 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:19:43,424 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd3114c3-c90a-46d7-a481-efe6db0a9bc4' 2024-11-24T23:19:43,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:19:43,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd3114c3-c90a-46d7-a481-efe6db0a9bc4" 2024-11-24T23:19:43,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6c6422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:43,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,36463,-1] 2024-11-24T23:19:43,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:19:43,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:43,425 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:19:43,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4373dac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:43,426 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:19:43,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,36463,1732490379821 2024-11-24T23:19:43,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b9f841b 2024-11-24T23:19:43,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:19:43,427 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:19:43,427 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T23:19:43,427 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:19:43,427 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:43,428 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:43,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:19:43,428 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:19:43,429 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:19:43,429 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:19:43,429 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:43,430 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:19:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741835_1011 (size=1138) 2024-11-24T23:19:43,479 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:19:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:19:43,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:19:43,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T23:19:43,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:19:43,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T23:19:43,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:19:43,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T23:19:43,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:19:43,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T23:19:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:19:43,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45fbbc312c8fc72ea1f9481a272fc780, NAME => 'hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff 2024-11-24T23:19:43,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741836_1012 (size=44) 2024-11-24T23:19:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:19:44,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:44,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 45fbbc312c8fc72ea1f9481a272fc780, disabling compactions & flushes 2024-11-24T23:19:44,242 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:44,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:44,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. after waiting 0 ms 2024-11-24T23:19:44,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:44,242 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:44,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45fbbc312c8fc72ea1f9481a272fc780: Waiting for close lock at 1732490384242Disabling compacts and flushes for region at 1732490384242Disabling writes for close at 1732490384242Writing region close event to WAL at 1732490384242Closed at 1732490384242 2024-11-24T23:19:44,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:19:44,244 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490384243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490384243"}]},"ts":"1732490384243"} 2024-11-24T23:19:44,245 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:19:44,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:19:44,247 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490384246"}]},"ts":"1732490384246"} 2024-11-24T23:19:44,248 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:19:44,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45fbbc312c8fc72ea1f9481a272fc780, ASSIGN}] 2024-11-24T23:19:44,249 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45fbbc312c8fc72ea1f9481a272fc780, ASSIGN 2024-11-24T23:19:44,250 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45fbbc312c8fc72ea1f9481a272fc780, ASSIGN; state=OFFLINE, location=ba7f32532130,42091,1732490374396; forceNewPlan=false, retain=false 2024-11-24T23:19:44,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=45fbbc312c8fc72ea1f9481a272fc780, regionState=OPENING, regionLocation=ba7f32532130,42091,1732490374396 2024-11-24T23:19:44,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45fbbc312c8fc72ea1f9481a272fc780, ASSIGN because future has completed 2024-11-24T23:19:44,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45fbbc312c8fc72ea1f9481a272fc780, server=ba7f32532130,42091,1732490374396}] 2024-11-24T23:19:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:19:44,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:44,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:19:44,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:19:44,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C42091%2C1732490374396.rep, suffix=, logDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396, archiveDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/oldWALs, maxLogs=10 2024-11-24T23:19:44,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.rep.1732490384560, exclude list is [], retry=0 2024-11-24T23:19:44,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32859,DS-bfcbb871-9eaf-4bee-b351-c2297eecee26,DISK] 2024-11-24T23:19:44,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.rep.1732490384560 2024-11-24T23:19:44,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-24T23:19:44,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 45fbbc312c8fc72ea1f9481a272fc780, NAME => 'hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:19:44,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:19:44,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:19:44,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. service=MultiRowMutationService 2024-11-24T23:19:44,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:19:44,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:44,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,578 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,579 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45fbbc312c8fc72ea1f9481a272fc780 columnFamilyName hfileref 2024-11-24T23:19:44,579 DEBUG [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:44,579 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.HStore(327): Store=45fbbc312c8fc72ea1f9481a272fc780/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:44,580 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,580 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45fbbc312c8fc72ea1f9481a272fc780 columnFamilyName queue 2024-11-24T23:19:44,580 DEBUG [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:44,581 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.HStore(327): Store=45fbbc312c8fc72ea1f9481a272fc780/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:44,581 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,582 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45fbbc312c8fc72ea1f9481a272fc780 columnFamilyName sid 2024-11-24T23:19:44,582 DEBUG [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:44,582 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.HStore(327): Store=45fbbc312c8fc72ea1f9481a272fc780/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:44,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:19:44,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:19:44,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 45fbbc312c8fc72ea1f9481a272fc780; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73687224, jitterRate=0.09802520275115967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:19:44,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:44,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 45fbbc312c8fc72ea1f9481a272fc780: Running coprocessor pre-open hook at 1732490384577Writing region info on filesystem at 1732490384577Initializing all the Stores at 1732490384577Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490384577Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490384578 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490384578Cleaning up temporary data from old regions at 1732490384584 (+6 ms)Running coprocessor post-open hooks at 1732490384588 (+4 ms)Region opened successfully at 1732490384588 2024-11-24T23:19:44,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780., pid=7, masterSystemTime=1732490384555 2024-11-24T23:19:44,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:44,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:44,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=45fbbc312c8fc72ea1f9481a272fc780, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,42091,1732490374396 2024-11-24T23:19:44,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45fbbc312c8fc72ea1f9481a272fc780, server=ba7f32532130,42091,1732490374396 because future has completed 2024-11-24T23:19:44,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T23:19:44,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 45fbbc312c8fc72ea1f9481a272fc780, server=ba7f32532130,42091,1732490374396 in 191 msec 2024-11-24T23:19:44,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:19:44,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45fbbc312c8fc72ea1f9481a272fc780, ASSIGN in 348 msec 2024-11-24T23:19:44,598 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:19:44,598 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490384598"}]},"ts":"1732490384598"} 2024-11-24T23:19:44,600 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:19:44,601 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:19:44,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-24T23:19:44,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780., hostname=ba7f32532130,42091,1732490374396, seqNum=2] 2024-11-24T23:19:44,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:44,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:44,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:19:44,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T23:19:44,858 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:19:44,883 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,42091,1732490374396, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:19:44,883 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:19:44,883 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,42091,1732490374396, seqNum=-1] 2024-11-24T23:19:44,883 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:19:44,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-24T23:19:44,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,42091,1732490374396', locateType=CURRENT is [region=hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780., hostname=ba7f32532130,42091,1732490374396, seqNum=2] 2024-11-24T23:19:44,888 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T23:19:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T23:19:44,890 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,42091,1732490374396 suceeded 2024-11-24T23:19:44,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T23:19:44,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-24T23:19:44,892 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:36463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:19:44,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4750 sec 2024-11-24T23:19:44,902 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:36463' 2024-11-24T23:19:44,903 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e569301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:44,903 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,36463,-1 for getting cluster id 2024-11-24T23:19:44,903 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:19:44,903 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd3114c3-c90a-46d7-a481-efe6db0a9bc4' 2024-11-24T23:19:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:19:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd3114c3-c90a-46d7-a481-efe6db0a9bc4" 2024-11-24T23:19:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c82cd9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,36463,-1] 2024-11-24T23:19:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:19:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:44,905 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:19:44,905 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cb1b14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:44,905 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:19:44,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,36463,1732490379821 2024-11-24T23:19:44,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f30ef2b 2024-11-24T23:19:44,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:19:44,907 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-24T23:19:44,907 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,42091,1732490374396 (queues=1) is replicating from cluster=13998ba3-e577-4a09-9221-206e904deb87 to cluster=bd3114c3-c90a-46d7-a481-efe6db0a9bc4 2024-11-24T23:19:44,907 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C42091%2C1732490374396 2024-11-24T23:19:44,907 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,42091,1732490374396, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:19:44,908 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396.replicationSource.shipperba7f32532130%2C42091%2C1732490374396,1-ba7f32532130,42091,1732490374396 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C42091%2C1732490374396 2024-11-24T23:19:44,908 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396.replicationSource.wal-reader.ba7f32532130%2C42091%2C1732490374396,1-ba7f32532130,42091,1732490374396 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.1732490376710, startPosition=0, beingWritten=true 2024-11-24T23:19:45,112 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396.replicationSource.wal-reader.ba7f32532130%2C42091%2C1732490374396,1-ba7f32532130,42091,1732490374396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.1732490376710 to pos 0, reset compression=false 2024-11-24T23:19:45,417 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396.replicationSource.wal-reader.ba7f32532130%2C42091%2C1732490374396,1-ba7f32532130,42091,1732490374396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.1732490376710 to pos 0, reset compression=false 2024-11-24T23:19:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:19:45,561 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:19:45,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:19:45,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:45,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:45,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:45,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:19:45,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:19:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,38999,1732490374195 2024-11-24T23:19:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17ea2890 2024-11-24T23:19:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:19:45,564 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:19:45,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T23:19:45,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:19:45,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:45,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:45,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:45,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:19:45,565 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:19:45,565 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1637110383, stopped=false 2024-11-24T23:19:45,565 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,38999,1732490374195 2024-11-24T23:19:45,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1436058823/running 2024-11-24T23:19:45,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1436058823/running 2024-11-24T23:19:45,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:45,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:45,578 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:19:45,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:19:45,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:45,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:45,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/running 2024-11-24T23:19:45,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/running 2024-11-24T23:19:45,579 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,42091,1732490374396' ***** 2024-11-24T23:19:45,579 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:19:45,579 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:19:45,579 INFO [RS:0;ba7f32532130:42091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:19:45,579 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:19:45,579 INFO [RS:0;ba7f32532130:42091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:19:45,579 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(3091): Received CLOSE for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:45,579 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,42091,1732490374396 2024-11-24T23:19:45,579 INFO [RS:0;ba7f32532130:42091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:19:45,579 INFO [RS:0;ba7f32532130:42091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:42091. 2024-11-24T23:19:45,579 DEBUG [RS:0;ba7f32532130:42091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:45,580 DEBUG [RS:0;ba7f32532130:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:45,579 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45fbbc312c8fc72ea1f9481a272fc780, disabling compactions & flushes 2024-11-24T23:19:45,580 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:45,580 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:45,580 INFO [RS:0;ba7f32532130:42091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:19:45,580 INFO [RS:0;ba7f32532130:42091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:19:45,580 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. after waiting 0 ms 2024-11-24T23:19:45,580 INFO [RS:0;ba7f32532130:42091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:19:45,580 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:45,580 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:19:45,580 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45fbbc312c8fc72ea1f9481a272fc780 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T23:19:45,580 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T23:19:45,580 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 45fbbc312c8fc72ea1f9481a272fc780=hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780.} 2024-11-24T23:19:45,580 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:45,580 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:19:45,580 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:19:45,580 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:19:45,580 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:19:45,580 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:19:45,580 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:19:45,580 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:19:45,580 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T23:19:45,581 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:19:45,594 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/.tmp/info/8ec1ba569e8148c08777d333ee3b5854 is 147, key is hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780./info:regioninfo/1732490384591/Put/seqid=0 2024-11-24T23:19:45,597 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780/.tmp/queue/747a09de949d41fb89349fdbda9d570d is 151, key is 1-ba7f32532130,42091,1732490374396/queue:ba7f32532130%2C42091%2C1732490374396/1732490384887/Put/seqid=0 2024-11-24T23:19:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741838_1014 (size=6631) 2024-11-24T23:19:45,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741839_1015 (size=5350) 2024-11-24T23:19:45,780 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:45,821 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396.replicationSource.wal-reader.ba7f32532130%2C42091%2C1732490374396,1-ba7f32532130,42091,1732490374396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.1732490376710 to pos 0, reset compression=false 2024-11-24T23:19:45,980 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:45,998 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/.tmp/info/8ec1ba569e8148c08777d333ee3b5854 2024-11-24T23:19:46,002 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780/.tmp/queue/747a09de949d41fb89349fdbda9d570d 2024-11-24T23:19:46,008 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780/.tmp/queue/747a09de949d41fb89349fdbda9d570d as hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780/queue/747a09de949d41fb89349fdbda9d570d 2024-11-24T23:19:46,013 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780/queue/747a09de949d41fb89349fdbda9d570d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T23:19:46,014 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 45fbbc312c8fc72ea1f9481a272fc780 in 434ms, sequenceid=5, compaction requested=false 2024-11-24T23:19:46,014 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T23:19:46,017 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T23:19:46,018 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:19:46,018 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:19:46,018 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:46,018 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45fbbc312c8fc72ea1f9481a272fc780: Waiting for close lock at 1732490385579Running coprocessor pre-close hooks at 1732490385579Disabling compacts and flushes for region at 1732490385579Disabling writes for close at 1732490385580 (+1 ms)Obtaining lock to block concurrent updates at 1732490385580Preparing flush snapshotting stores in 45fbbc312c8fc72ea1f9481a272fc780 at 1732490385580Finished memstore snapshotting hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732490385580Flushing stores of hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. at 1732490385580Flushing 45fbbc312c8fc72ea1f9481a272fc780/queue: creating writer at 1732490385581 (+1 ms)Flushing 45fbbc312c8fc72ea1f9481a272fc780/queue: appending metadata at 1732490385596 (+15 ms)Flushing 45fbbc312c8fc72ea1f9481a272fc780/queue: closing flushed file at 1732490385596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1188aa85: reopening flushed file at 1732490386007 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 45fbbc312c8fc72ea1f9481a272fc780 in 434ms, sequenceid=5, compaction requested=false at 1732490386014 (+7 ms)Writing region close event to WAL at 1732490386014Running coprocessor post-close hooks at 1732490386018 (+4 ms)Closed at 1732490386018 2024-11-24T23:19:46,018 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:46,020 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/.tmp/ns/744b9fa31cfd418c9f0457389e019b4e is 43, key is default/ns:d/1732490377754/Put/seqid=0 2024-11-24T23:19:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741840_1016 (size=5153) 2024-11-24T23:19:46,180 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:46,325 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396.replicationSource.wal-reader.ba7f32532130%2C42091%2C1732490374396,1-ba7f32532130,42091,1732490374396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.1732490376710 to pos 0, reset compression=false 2024-11-24T23:19:46,381 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:46,424 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/.tmp/ns/744b9fa31cfd418c9f0457389e019b4e 2024-11-24T23:19:46,441 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/.tmp/table/b2e96e5599004d2ebc32582f37a636b8 is 53, key is hbase:replication/table:state/1732490384598/Put/seqid=0 2024-11-24T23:19:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741841_1017 (size=5256) 2024-11-24T23:19:46,581 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:19:46,581 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:19:46,581 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:46,781 DEBUG [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:46,846 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/.tmp/table/b2e96e5599004d2ebc32582f37a636b8 2024-11-24T23:19:46,851 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/.tmp/info/8ec1ba569e8148c08777d333ee3b5854 as hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/info/8ec1ba569e8148c08777d333ee3b5854 2024-11-24T23:19:46,856 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/info/8ec1ba569e8148c08777d333ee3b5854, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T23:19:46,857 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/.tmp/ns/744b9fa31cfd418c9f0457389e019b4e as hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/ns/744b9fa31cfd418c9f0457389e019b4e 2024-11-24T23:19:46,861 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/ns/744b9fa31cfd418c9f0457389e019b4e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T23:19:46,862 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/.tmp/table/b2e96e5599004d2ebc32582f37a636b8 as hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/table/b2e96e5599004d2ebc32582f37a636b8 2024-11-24T23:19:46,867 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/table/b2e96e5599004d2ebc32582f37a636b8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T23:19:46,868 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false 2024-11-24T23:19:46,872 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T23:19:46,872 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:19:46,872 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:19:46,872 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:19:46,873 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490385580Running coprocessor pre-close hooks at 1732490385580Disabling compacts and flushes for region at 1732490385580Disabling writes for close at 1732490385580Obtaining lock to block concurrent updates at 1732490385580Preparing flush snapshotting stores in 1588230740 at 1732490385580Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732490385580Flushing stores of hbase:meta,,1.1588230740 at 1732490385581 (+1 ms)Flushing 1588230740/info: creating writer at 1732490385581Flushing 1588230740/info: appending metadata at 1732490385593 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732490385593Flushing 1588230740/ns: creating writer at 1732490386004 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732490386020 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732490386020Flushing 1588230740/table: creating writer at 1732490386429 (+409 ms)Flushing 1588230740/table: appending metadata at 1732490386441 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732490386441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b108ea: reopening flushed file at 1732490386850 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6c013: reopening flushed file at 1732490386856 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c7b056: reopening flushed file at 1732490386862 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false at 1732490386868 (+6 ms)Writing region close event to WAL at 1732490386869 (+1 ms)Running coprocessor post-close hooks at 1732490386872 (+3 ms)Closed at 1732490386872 2024-11-24T23:19:46,873 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:19:46,929 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396.replicationSource.wal-reader.ba7f32532130%2C42091%2C1732490374396,1-ba7f32532130,42091,1732490374396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.1732490376710 to pos 0, reset compression=false 2024-11-24T23:19:46,981 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,42091,1732490374396; all regions closed. 2024-11-24T23:19:46,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741834_1010 (size=2742) 2024-11-24T23:19:46,983 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.meta.1732490377697.meta not finished, retry = 0 2024-11-24T23:19:47,086 DEBUG [RS:0;ba7f32532130:42091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/oldWALs 2024-11-24T23:19:47,086 INFO [RS:0;ba7f32532130:42091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C42091%2C1732490374396.meta:.meta(num 1732490377697) 2024-11-24T23:19:47,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741837_1013 (size=1586) 2024-11-24T23:19:47,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.rep.1732490384560 not finished, retry = 0 2024-11-24T23:19:47,191 DEBUG [RS:0;ba7f32532130:42091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/oldWALs 2024-11-24T23:19:47,191 INFO [RS:0;ba7f32532130:42091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C42091%2C1732490374396.rep:(num 1732490384560) 2024-11-24T23:19:47,242 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396/ba7f32532130%2C42091%2C1732490374396.1732490376710 not finished, retry = 0 2024-11-24T23:19:47,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741832_1008 (size=93) 2024-11-24T23:19:47,344 DEBUG [RS:0;ba7f32532130:42091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/oldWALs 2024-11-24T23:19:47,344 INFO [RS:0;ba7f32532130:42091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C42091%2C1732490374396:(num 1732490376710) 2024-11-24T23:19:47,344 DEBUG [RS:0;ba7f32532130:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:47,344 INFO [RS:0;ba7f32532130:42091 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:19:47,344 INFO [RS:0;ba7f32532130:42091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:19:47,344 INFO [RS:0;ba7f32532130:42091 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:19:47,345 INFO [RS:0;ba7f32532130:42091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:19:47,345 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:19:47,345 INFO [RS:0;ba7f32532130:42091 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,42091,1732490374396 because: Region server is closing 2024-11-24T23:19:47,345 INFO [RS:0;ba7f32532130:42091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:42091. 2024-11-24T23:19:47,345 DEBUG [RS:0;ba7f32532130:42091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:47,345 DEBUG [RS:0;ba7f32532130:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:47,345 DEBUG [RS:0;ba7f32532130:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:47,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:19:47,445 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396.replicationSource.wal-reader.ba7f32532130%2C42091%2C1732490374396,1-ba7f32532130,42091,1732490374396 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T23:19:47,445 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396.replicationSource.shipperba7f32532130%2C42091%2C1732490374396,1-ba7f32532130,42091,1732490374396 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T23:19:47,446 INFO [RS:0;ba7f32532130:42091 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,42091,1732490374396.replicationSource.shipperba7f32532130%2C42091%2C1732490374396,1-ba7f32532130,42091,1732490374396 terminated 2024-11-24T23:19:47,446 INFO [RS:0;ba7f32532130:42091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42091 2024-11-24T23:19:47,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1436058823/rs/ba7f32532130,42091,1732490374396 2024-11-24T23:19:47,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823/rs 2024-11-24T23:19:47,510 INFO [RS:0;ba7f32532130:42091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:19:47,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,42091,1732490374396] 2024-11-24T23:19:47,567 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/draining/ba7f32532130,42091,1732490374396 already deleted, retry=false 2024-11-24T23:19:47,567 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,42091,1732490374396 expired; onlineServers=0 2024-11-24T23:19:47,567 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,38999,1732490374195' ***** 2024-11-24T23:19:47,567 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:19:47,567 INFO [M:0;ba7f32532130:38999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:19:47,568 INFO [M:0;ba7f32532130:38999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:19:47,568 DEBUG [M:0;ba7f32532130:38999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:19:47,568 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:19:47,568 DEBUG [M:0;ba7f32532130:38999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:19:47,568 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490376470 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490376470,5,FailOnTimeoutGroup] 2024-11-24T23:19:47,568 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490376470 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490376470,5,FailOnTimeoutGroup] 2024-11-24T23:19:47,568 INFO [M:0;ba7f32532130:38999 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:19:47,568 INFO [M:0;ba7f32532130:38999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:19:47,568 DEBUG [M:0;ba7f32532130:38999 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:19:47,568 INFO [M:0;ba7f32532130:38999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:19:47,568 INFO [M:0;ba7f32532130:38999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:19:47,568 INFO [M:0;ba7f32532130:38999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:19:47,568 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:19:47,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1436058823/master 2024-11-24T23:19:47,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:47,578 DEBUG [M:0;ba7f32532130:38999 {}] zookeeper.ZKUtil(347): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Unable to get data of znode /0-1436058823/master because node does not exist (not an error) 2024-11-24T23:19:47,578 WARN [M:0;ba7f32532130:38999 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:19:47,578 INFO [M:0;ba7f32532130:38999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/.lastflushedseqids 2024-11-24T23:19:47,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741842_1018 (size=181) 2024-11-24T23:19:47,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:47,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x1016f25203c0001, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:47,657 INFO [RS:0;ba7f32532130:42091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:19:47,657 INFO [RS:0;ba7f32532130:42091 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,42091,1732490374396; zookeeper connection closed. 2024-11-24T23:19:47,658 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@540f3271 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@540f3271 2024-11-24T23:19:47,658 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:19:47,983 INFO [M:0;ba7f32532130:38999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:19:47,983 INFO [M:0;ba7f32532130:38999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:19:47,984 DEBUG [M:0;ba7f32532130:38999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:19:47,984 INFO [M:0;ba7f32532130:38999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:47,984 DEBUG [M:0;ba7f32532130:38999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:47,984 DEBUG [M:0;ba7f32532130:38999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:19:47,984 DEBUG [M:0;ba7f32532130:38999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:47,984 INFO [M:0;ba7f32532130:38999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T23:19:47,999 DEBUG [M:0;ba7f32532130:38999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e68e280b7f4489a845ec9ca3c7b3f69 is 82, key is hbase:meta,,1/info:regioninfo/1732490377728/Put/seqid=0 2024-11-24T23:19:48,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741843_1019 (size=5672) 2024-11-24T23:19:48,403 INFO [M:0;ba7f32532130:38999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e68e280b7f4489a845ec9ca3c7b3f69 2024-11-24T23:19:48,429 DEBUG [M:0;ba7f32532130:38999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/040b402a02bf4e83bdf16938eb508e23 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732490384601/Put/seqid=0 2024-11-24T23:19:48,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741844_1020 (size=7203) 2024-11-24T23:19:48,751 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:19:48,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:48,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:48,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:48,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:48,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:48,835 INFO [M:0;ba7f32532130:38999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/040b402a02bf4e83bdf16938eb508e23 2024-11-24T23:19:48,853 DEBUG [M:0;ba7f32532130:38999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccd393c5460f4f69abc4650fe1ab01e1 is 69, key is ba7f32532130,42091,1732490374396/rs:state/1732490376561/Put/seqid=0 2024-11-24T23:19:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741845_1021 (size=5156) 2024-11-24T23:19:49,257 INFO [M:0;ba7f32532130:38999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccd393c5460f4f69abc4650fe1ab01e1 2024-11-24T23:19:49,263 DEBUG [M:0;ba7f32532130:38999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e68e280b7f4489a845ec9ca3c7b3f69 as hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e68e280b7f4489a845ec9ca3c7b3f69 2024-11-24T23:19:49,267 INFO [M:0;ba7f32532130:38999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e68e280b7f4489a845ec9ca3c7b3f69, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T23:19:49,268 DEBUG [M:0;ba7f32532130:38999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/040b402a02bf4e83bdf16938eb508e23 as hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/040b402a02bf4e83bdf16938eb508e23 2024-11-24T23:19:49,273 INFO [M:0;ba7f32532130:38999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/040b402a02bf4e83bdf16938eb508e23, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T23:19:49,274 DEBUG [M:0;ba7f32532130:38999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccd393c5460f4f69abc4650fe1ab01e1 as hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ccd393c5460f4f69abc4650fe1ab01e1 2024-11-24T23:19:49,279 INFO [M:0;ba7f32532130:38999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ccd393c5460f4f69abc4650fe1ab01e1, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T23:19:49,280 INFO [M:0;ba7f32532130:38999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false 2024-11-24T23:19:49,281 INFO [M:0;ba7f32532130:38999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:49,281 DEBUG [M:0;ba7f32532130:38999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490387984Disabling compacts and flushes for region at 1732490387984Disabling writes for close at 1732490387984Obtaining lock to block concurrent updates at 1732490387984Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490387984Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732490387984Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490387985 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490387985Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490387998 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490387998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490388409 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490388429 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490388429Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490388839 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490388852 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490388853 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16be45f0: reopening flushed file at 1732490389262 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7261fbf9: reopening flushed file at 1732490389267 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f870514: reopening flushed file at 1732490389273 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false at 1732490389280 (+7 ms)Writing region close event to WAL at 1732490389281 (+1 ms)Closed at 1732490389281 2024-11-24T23:19:49,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741830_1006 (size=41008) 2024-11-24T23:19:49,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,38999,1732490374195/ba7f32532130%2C38999%2C1732490374195.1732490376150 not finished, retry = 0 2024-11-24T23:19:49,384 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:19:49,384 INFO [M:0;ba7f32532130:38999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:19:49,385 INFO [M:0;ba7f32532130:38999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38999 2024-11-24T23:19:49,385 INFO [M:0;ba7f32532130:38999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:19:49,530 INFO [M:0;ba7f32532130:38999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:19:49,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:49,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016f25203c0000, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:49,532 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:19:49,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:49,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:49,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:19:49,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:49,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:19:49,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:19:49,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:19:49,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33163 2024-11-24T23:19:49,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33163 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-24T23:19:49,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331630x0, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:19:49,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33163-0x1016f25203c0006 connected 2024-11-24T23:19:49,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:49,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:49,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/running 2024-11-24T23:19:49,561 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1436058823/meta-region-server: INIT 2024-11-24T23:19:49,561 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff, hbase.cluster.distributed=false 2024-11-24T23:19:49,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/acl 2024-11-24T23:19:49,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33163 2024-11-24T23:19:49,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33163 2024-11-24T23:19:49,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33163 2024-11-24T23:19:49,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33163 2024-11-24T23:19:49,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33163 2024-11-24T23:19:49,576 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:19:49,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:49,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:49,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:19:49,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:19:49,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:19:49,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:19:49,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:19:49,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44679 2024-11-24T23:19:49,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44679 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-24T23:19:49,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:49,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446790x0, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:19:49,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446790x0, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/running 2024-11-24T23:19:49,589 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1436058823/meta-region-server: INIT 2024-11-24T23:19:49,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44679-0x1016f25203c0007 connected 2024-11-24T23:19:49,589 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:19:49,589 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:19:49,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/master 2024-11-24T23:19:49,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/acl 2024-11-24T23:19:49,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44679 2024-11-24T23:19:49,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44679 2024-11-24T23:19:49,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44679 2024-11-24T23:19:49,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44679 2024-11-24T23:19:49,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44679 2024-11-24T23:19:49,610 DEBUG [M:0;ba7f32532130:33163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:33163 2024-11-24T23:19:49,611 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1436058823/backup-masters/ba7f32532130,33163,1732490389532 2024-11-24T23:19:49,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823/backup-masters 2024-11-24T23:19:49,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823/backup-masters 2024-11-24T23:19:49,620 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on existing znode=/0-1436058823/backup-masters/ba7f32532130,33163,1732490389532 2024-11-24T23:19:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1436058823/master 2024-11-24T23:19:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:49,631 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on existing znode=/0-1436058823/master 2024-11-24T23:19:49,631 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1436058823/backup-masters/ba7f32532130,33163,1732490389532 from backup master directory 2024-11-24T23:19:49,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823/backup-masters 2024-11-24T23:19:49,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1436058823/backup-masters/ba7f32532130,33163,1732490389532 2024-11-24T23:19:49,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823/backup-masters 2024-11-24T23:19:49,641 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:19:49,641 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,33163,1732490389532 2024-11-24T23:19:49,651 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:19:49,651 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:19:49,659 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms. 2024-11-24T23:19:49,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741846_1022 (size=196) 2024-11-24T23:19:50,077 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:19:50,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:19:50,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:19:50,083 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T23:19:50,086 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,38999,1732490374195 to hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,38999,1732490374195-dead as it is dead 2024-11-24T23:19:50,086 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,38999,1732490374195-dead/ba7f32532130%2C38999%2C1732490374195.1732490376150 2024-11-24T23:19:50,087 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,38999,1732490374195-dead/ba7f32532130%2C38999%2C1732490374195.1732490376150 after 1ms 2024-11-24T23:19:50,087 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,38999,1732490374195-dead/ba7f32532130%2C38999%2C1732490374195.1732490376150 to hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ba7f32532130%2C38999%2C1732490374195.1732490376150 2024-11-24T23:19:50,087 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,38999,1732490374195-dead 2024-11-24T23:19:50,088 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,33163,1732490389532 2024-11-24T23:19:50,088 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:19:50,089 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C33163%2C1732490389532, suffix=, logDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,33163,1732490389532, archiveDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/oldWALs, maxLogs=10 2024-11-24T23:19:50,105 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,33163,1732490389532/ba7f32532130%2C33163%2C1732490389532.1732490390090, exclude list is [], retry=0 2024-11-24T23:19:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32859,DS-bfcbb871-9eaf-4bee-b351-c2297eecee26,DISK] 2024-11-24T23:19:50,109 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,33163,1732490389532/ba7f32532130%2C33163%2C1732490389532.1732490390090 2024-11-24T23:19:50,110 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-24T23:19:50,110 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:19:50,110 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:50,110 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:50,110 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:50,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:50,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:19:50,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:50,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e68e280b7f4489a845ec9ca3c7b3f69 2024-11-24T23:19:50,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:50,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:50,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:19:50,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:50,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/040b402a02bf4e83bdf16938eb508e23 2024-11-24T23:19:50,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:50,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:50,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:19:50,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:50,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ccd393c5460f4f69abc4650fe1ab01e1 2024-11-24T23:19:50,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:50,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:50,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:19:50,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:50,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:50,130 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:50,130 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T23:19:50,130 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ba7f32532130%2C38999%2C1732490374195.1732490376150 2024-11-24T23:19:50,135 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ba7f32532130%2C38999%2C1732490374195.1732490376150 2024-11-24T23:19:50,135 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ba7f32532130%2C38999%2C1732490374195.1732490376150 2024-11-24T23:19:50,136 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:50,137 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:50,137 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:19:50,138 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:19:50,140 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-24T23:19:50,141 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74332804, jitterRate=0.10764509439468384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:19:50,141 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490390110Initializing all the Stores at 1732490390111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490390111Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490390111Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490390111Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490390111Cleaning up temporary data from old regions at 1732490390137 (+26 ms)Region opened successfully at 1732490390141 (+4 ms) 2024-11-24T23:19:50,141 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:19:50,144 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125aa47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:19:50,146 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T23:19:50,146 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:19:50,146 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:19:50,146 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:19:50,146 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:19:50,149 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:19:50,149 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:19:50,149 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:19:50,150 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-24T23:19:50,150 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:19:50,152 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ba7f32532130,42091,1732490374396, regionLocation=ba7f32532130,42091,1732490374396, openSeqNum=2 2024-11-24T23:19:50,152 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ba7f32532130,42091,1732490374396, table=hbase:meta, region=1588230740 2024-11-24T23:19:50,152 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,42091,1732490374396, state=OPEN 2024-11-24T23:19:50,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1436058823/meta-region-server 2024-11-24T23:19:50,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1436058823/meta-region-server 2024-11-24T23:19:50,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1436058823/meta-region-server: CHANGED 2024-11-24T23:19:50,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1436058823/meta-region-server: CHANGED 2024-11-24T23:19:50,191 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:19:50,199 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/draining/ba7f32532130,42091,1732490374396 already deleted, retry=false 2024-11-24T23:19:50,199 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ba7f32532130,42091,1732490374396 on ba7f32532130,33163,1732490389532 2024-11-24T23:19:50,200 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ba7f32532130,42091,1732490374396, splitWal=true, meta=true 2024-11-24T23:19:50,200 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for ba7f32532130,42091,1732490374396 (carryingMeta=true) ba7f32532130,42091,1732490374396/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@26c8a9f6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T23:19:50,202 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Unable to get data of znode /0-1436058823/balancer because node does not exist (not necessarily an error) 2024-11-24T23:19:50,209 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/balancer already deleted, retry=false 2024-11-24T23:19:50,210 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:19:50,210 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Unable to get data of znode /0-1436058823/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:19:50,220 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/normalizer already deleted, retry=false 2024-11-24T23:19:50,220 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:19:50,221 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Unable to get data of znode /0-1436058823/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:19:50,230 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/switch/split already deleted, retry=false 2024-11-24T23:19:50,231 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Unable to get data of znode /0-1436058823/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:19:50,241 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/switch/merge already deleted, retry=false 2024-11-24T23:19:50,253 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Unable to get data of znode /0-1436058823/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:19:50,262 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/snapshot-cleanup already deleted, retry=false 2024-11-24T23:19:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1436058823/running 2024-11-24T23:19:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1436058823/running 2024-11-24T23:19:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:50,273 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,33163,1732490389532, sessionid=0x1016f25203c0006, setting cluster-up flag (Was=false) 2024-11-24T23:19:50,284 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1436058823/flush-table-proc/acquired, /0-1436058823/flush-table-proc/reached, /0-1436058823/flush-table-proc/abort 2024-11-24T23:19:50,285 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,33163,1732490389532 2024-11-24T23:19:50,294 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1436058823/online-snapshot/acquired, /0-1436058823/online-snapshot/reached, /0-1436058823/online-snapshot/abort 2024-11-24T23:19:50,295 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,33163,1732490389532 2024-11-24T23:19:50,296 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/.lastflushedseqids 2024-11-24T23:19:50,298 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:19:50,298 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:19:50,299 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,33163,1732490389532 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ba7f32532130,42091,1732490374396 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:19:50,299 INFO [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(746): ClusterId : 13998ba3-e577-4a09-9221-206e904deb87 2024-11-24T23:19:50,299 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:19:50,304 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:19:50,304 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:19:50,304 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:19:50,304 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:19:50,304 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:19:50,304 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,304 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:19:50,304 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,304 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:19:50,304 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:19:50,305 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490420305 2024-11-24T23:19:50,305 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:19:50,305 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:19:50,305 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:19:50,305 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:19:50,305 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:19:50,305 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:19:50,306 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,306 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ba7f32532130,42091,1732490374396, splitWal=true, meta=true 2024-11-24T23:19:50,306 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:19:50,306 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:19:50,306 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:19:50,306 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:19:50,307 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ba7f32532130,42091,1732490374396, splitWal=true, meta=true, isMeta: true 2024-11-24T23:19:50,307 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:19:50,307 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:19:50,307 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490390307,5,FailOnTimeoutGroup] 2024-11-24T23:19:50,307 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490390307,5,FailOnTimeoutGroup] 2024-11-24T23:19:50,307 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,307 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:19:50,307 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,307 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,307 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490390307, completionTime=-1 2024-11-24T23:19:50,307 WARN [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T23:19:50,307 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T23:19:50,308 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396-splitting 2024-11-24T23:19:50,308 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396-splitting dir is empty, no logs to split. 2024-11-24T23:19:50,308 INFO [PEWorker-1 {}] master.SplitWALManager(105): ba7f32532130,42091,1732490374396 WAL count=0, meta=true 2024-11-24T23:19:50,310 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396-splitting dir is empty, no logs to split. 2024-11-24T23:19:50,310 INFO [PEWorker-1 {}] master.SplitWALManager(105): ba7f32532130,42091,1732490374396 WAL count=0, meta=true 2024-11-24T23:19:50,310 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ba7f32532130,42091,1732490374396 WAL splitting is done? wals=0, meta=true 2024-11-24T23:19:50,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:19:50,312 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:19:50,312 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T23:19:50,315 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:19:50,315 DEBUG [RS:0;ba7f32532130:44679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63573a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:19:50,326 DEBUG [RS:0;ba7f32532130:44679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:44679 2024-11-24T23:19:50,326 INFO [RS:0;ba7f32532130:44679 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:19:50,326 INFO [RS:0;ba7f32532130:44679 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:19:50,326 DEBUG [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:19:50,327 INFO [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,33163,1732490389532 with port=44679, startcode=1732490389576 2024-11-24T23:19:50,327 DEBUG [RS:0;ba7f32532130:44679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:19:50,328 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:19:50,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,44679,1732490389576 2024-11-24T23:19:50,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33163 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,44679,1732490389576 2024-11-24T23:19:50,330 DEBUG [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff 2024-11-24T23:19:50,330 DEBUG [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33867 2024-11-24T23:19:50,330 DEBUG [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:19:50,358 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T23:19:50,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823/rs 2024-11-24T23:19:50,366 DEBUG [RS:0;ba7f32532130:44679 {}] zookeeper.ZKUtil(111): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on existing znode=/0-1436058823/rs/ba7f32532130,44679,1732490389576 2024-11-24T23:19:50,366 WARN [RS:0;ba7f32532130:44679 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:19:50,366 INFO [RS:0;ba7f32532130:44679 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:19:50,366 DEBUG [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576 2024-11-24T23:19:50,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,44679,1732490389576] 2024-11-24T23:19:50,388 INFO [RS:0;ba7f32532130:44679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:19:50,390 INFO [RS:0;ba7f32532130:44679 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:19:50,390 INFO [RS:0;ba7f32532130:44679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:19:50,390 INFO [RS:0;ba7f32532130:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,390 INFO [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:19:50,391 INFO [RS:0;ba7f32532130:44679 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:19:50,391 INFO [RS:0;ba7f32532130:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:19:50,391 DEBUG [RS:0;ba7f32532130:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:19:50,392 INFO [RS:0;ba7f32532130:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,392 INFO [RS:0;ba7f32532130:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,392 INFO [RS:0;ba7f32532130:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,392 INFO [RS:0;ba7f32532130:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,392 INFO [RS:0;ba7f32532130:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,392 INFO [RS:0;ba7f32532130:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44679,1732490389576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:19:50,406 INFO [RS:0;ba7f32532130:44679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:19:50,406 INFO [RS:0;ba7f32532130:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44679,1732490389576-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,419 INFO [RS:0;ba7f32532130:44679 {}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,44679,1732490389576, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:19:50,420 INFO [RS:0;ba7f32532130:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,420 INFO [RS:0;ba7f32532130:44679 {}] regionserver.Replication(171): ba7f32532130,44679,1732490389576 started 2024-11-24T23:19:50,432 INFO [RS:0;ba7f32532130:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:50,432 INFO [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,44679,1732490389576, RpcServer on ba7f32532130/172.17.0.3:44679, sessionid=0x1016f25203c0007 2024-11-24T23:19:50,432 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:19:50,432 DEBUG [RS:0;ba7f32532130:44679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,44679,1732490389576 2024-11-24T23:19:50,432 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,44679,1732490389576' 2024-11-24T23:19:50,432 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1436058823/flush-table-proc/abort' 2024-11-24T23:19:50,433 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1436058823/flush-table-proc/acquired' 2024-11-24T23:19:50,433 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:19:50,433 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:19:50,433 DEBUG [RS:0;ba7f32532130:44679.replicationSource,1-ba7f32532130,44679,1732490389576 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:36463' 2024-11-24T23:19:50,433 DEBUG [RS:0;ba7f32532130:44679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,44679,1732490389576 2024-11-24T23:19:50,433 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,44679,1732490389576' 2024-11-24T23:19:50,433 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1436058823/online-snapshot/abort' 2024-11-24T23:19:50,434 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1436058823/online-snapshot/acquired' 2024-11-24T23:19:50,434 DEBUG [RS:0;ba7f32532130:44679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:19:50,434 INFO [RS:0;ba7f32532130:44679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:19:50,434 INFO [RS:0;ba7f32532130:44679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:19:50,434 DEBUG [RS:0;ba7f32532130:44679.replicationSource,1-ba7f32532130,44679,1732490389576 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2531a0df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:50,434 DEBUG [RS:0;ba7f32532130:44679.replicationSource,1-ba7f32532130,44679,1732490389576 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,36463,-1 for getting cluster id 2024-11-24T23:19:50,435 DEBUG [RS:0;ba7f32532130:44679.replicationSource,1-ba7f32532130,44679,1732490389576 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:19:50,435 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd3114c3-c90a-46d7-a481-efe6db0a9bc4' 2024-11-24T23:19:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:19:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd3114c3-c90a-46d7-a481-efe6db0a9bc4" 2024-11-24T23:19:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@723e732f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,36463,-1] 2024-11-24T23:19:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:19:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:50,437 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:19:50,438 DEBUG [RS:0;ba7f32532130:44679.replicationSource,1-ba7f32532130,44679,1732490389576 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5289b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:50,438 DEBUG [RS:0;ba7f32532130:44679.replicationSource,1-ba7f32532130,44679,1732490389576 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:19:50,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,36463,1732490379821 2024-11-24T23:19:50,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f3fa5e8 2024-11-24T23:19:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:19:50,439 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-24T23:19:50,440 INFO [RS:0;ba7f32532130:44679.replicationSource,1-ba7f32532130,44679,1732490389576 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,44679,1732490389576 (queues=0) is replicating from cluster=13998ba3-e577-4a09-9221-206e904deb87 to cluster=bd3114c3-c90a-46d7-a481-efe6db0a9bc4 2024-11-24T23:19:50,462 WARN [ba7f32532130:33163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T23:19:50,534 INFO [RS:0;ba7f32532130:44679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:19:50,536 INFO [RS:0;ba7f32532130:44679 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C44679%2C1732490389576, suffix=, logDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576, archiveDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/oldWALs, maxLogs=10 2024-11-24T23:19:50,547 DEBUG [RS:0;ba7f32532130:44679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536, exclude list is [], retry=0 2024-11-24T23:19:50,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32859,DS-bfcbb871-9eaf-4bee-b351-c2297eecee26,DISK] 2024-11-24T23:19:50,551 INFO [RS:0;ba7f32532130:44679 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 2024-11-24T23:19:50,551 DEBUG [RS:0;ba7f32532130:44679 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ba7f32532130%2C44679%2C1732490389576 for peer 1 2024-11-24T23:19:50,551 DEBUG [RS:0;ba7f32532130:44679 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C44679%2C1732490389576 2024-11-24T23:19:50,551 INFO [RS:0;ba7f32532130:44679 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,44679,1732490389576, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:19:50,552 DEBUG [RS:0;ba7f32532130:44679 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-24T23:19:50,552 INFO [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C44679%2C1732490389576 2024-11-24T23:19:50,552 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536, startPosition=0, beingWritten=true 2024-11-24T23:19:50,712 DEBUG [ba7f32532130:33163 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:19:50,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,44679,1732490389576 2024-11-24T23:19:50,714 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,44679,1732490389576, state=OPENING 2024-11-24T23:19:50,756 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 to pos 0, reset compression=false 2024-11-24T23:19:50,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1436058823/meta-region-server 2024-11-24T23:19:50,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1436058823/meta-region-server 2024-11-24T23:19:50,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1436058823/meta-region-server: CHANGED 2024-11-24T23:19:50,757 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:19:50,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1436058823/meta-region-server: CHANGED 2024-11-24T23:19:50,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,44679,1732490389576}] 2024-11-24T23:19:50,909 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:19:50,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:19:50,912 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:19:50,913 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:19:50,913 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:19:50,914 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C44679%2C1732490389576.meta, suffix=.meta, logDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576, archiveDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/oldWALs, maxLogs=10 2024-11-24T23:19:50,926 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.meta.1732490390914.meta, exclude list is [], retry=0 2024-11-24T23:19:50,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32859,DS-bfcbb871-9eaf-4bee-b351-c2297eecee26,DISK] 2024-11-24T23:19:50,929 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.meta.1732490390914.meta 2024-11-24T23:19:50,930 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-24T23:19:50,930 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:19:50,930 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:19:50,930 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:19:50,930 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:19:50,930 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:19:50,930 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:19:50,930 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:50,930 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:19:50,930 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:19:50,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:19:50,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:19:50,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:50,937 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/info/8ec1ba569e8148c08777d333ee3b5854 2024-11-24T23:19:50,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:50,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:19:50,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:19:50,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:50,943 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/ns/744b9fa31cfd418c9f0457389e019b4e 2024-11-24T23:19:50,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:50,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:19:50,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:19:50,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:50,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:50,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:19:50,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:19:50,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:50,950 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/table/b2e96e5599004d2ebc32582f37a636b8 2024-11-24T23:19:50,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:19:50,950 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:19:50,951 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740 2024-11-24T23:19:50,952 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740 2024-11-24T23:19:50,953 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:19:50,953 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:19:50,953 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:19:50,954 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:19:50,955 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69608017, jitterRate=0.03724028170108795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:19:50,955 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:19:50,955 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490390930Writing region info on filesystem at 1732490390930Initializing all the Stores at 1732490390931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490390931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490390932 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490390932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490390932Cleaning up temporary data from old regions at 1732490390953 (+21 ms)Running coprocessor post-open hooks at 1732490390955 (+2 ms)Region opened successfully at 1732490390955 2024-11-24T23:19:50,956 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732490390909 2024-11-24T23:19:50,960 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:19:50,960 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:19:50,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ba7f32532130,44679,1732490389576 2024-11-24T23:19:50,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,44679,1732490389576, state=OPEN 2024-11-24T23:19:50,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1436058823/meta-region-server 2024-11-24T23:19:50,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1436058823/meta-region-server 2024-11-24T23:19:50,967 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,44679,1732490389576 2024-11-24T23:19:50,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1436058823/meta-region-server: CHANGED 2024-11-24T23:19:50,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1436058823/meta-region-server: CHANGED 2024-11-24T23:19:50,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T23:19:50,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,44679,1732490389576 in 210 msec 2024-11-24T23:19:50,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:19:50,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-24T23:19:51,062 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 to pos 0, reset compression=false 2024-11-24T23:19:51,467 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 to pos 0, reset compression=false 2024-11-24T23:19:51,860 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-24T23:19:51,971 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 to pos 0, reset compression=false 2024-11-24T23:19:52,575 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 to pos 0, reset compression=false 2024-11-24T23:19:53,279 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 to pos 0, reset compression=false 2024-11-24T23:19:53,362 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-24T23:19:54,084 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 to pos 0, reset compression=false 2024-11-24T23:19:54,815 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T23:19:54,815 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:19:54,815 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:19:54,815 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44679,1732490389576, seqNum=-1] 2024-11-24T23:19:54,815 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:19:54,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:19:54,819 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=45fbbc312c8fc72ea1f9481a272fc780, regionState=OPEN, lastHost=ba7f32532130,42091,1732490374396, regionLocation=ba7f32532130,42091,1732490374396, openSeqNum=2 2024-11-24T23:19:54,820 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:19:54,820 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490454820 2024-11-24T23:19:54,820 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490514820 2024-11-24T23:19:54,820 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-24T23:19:54,820 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ba7f32532130,42091,1732490374396 had 2 regions 2024-11-24T23:19:54,820 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33163,1732490389532-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:54,820 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33163,1732490389532-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:54,820 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33163,1732490389532-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:54,820 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:33163, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:54,820 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:54,820 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:54,821 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ba7f32532130,42091,1732490374396, splitWal=true, meta=true, isMeta: false 2024-11-24T23:19:54,822 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396-splitting dir is empty, no logs to split. 2024-11-24T23:19:54,822 INFO [PEWorker-3 {}] master.SplitWALManager(105): ba7f32532130,42091,1732490374396 WAL count=0, meta=false 2024-11-24T23:19:54,824 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,42091,1732490374396-splitting dir is empty, no logs to split. 2024-11-24T23:19:54,825 INFO [PEWorker-3 {}] master.SplitWALManager(105): ba7f32532130,42091,1732490374396 WAL count=0, meta=false 2024-11-24T23:19:54,825 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ba7f32532130,42091,1732490374396 WAL splitting is done? wals=0, meta=false 2024-11-24T23:19:54,826 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.185sec 2024-11-24T23:19:54,826 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:19:54,826 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:19:54,826 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:19:54,826 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:19:54,826 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:19:54,826 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33163,1732490389532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:19:54,826 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33163,1732490389532-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:19:54,827 WARN [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ba7f32532130,42091,1732490374396/hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:54,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45fbbc312c8fc72ea1f9481a272fc780, ASSIGN}] 2024-11-24T23:19:54,829 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45fbbc312c8fc72ea1f9481a272fc780, ASSIGN 2024-11-24T23:19:54,829 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:19:54,829 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:19:54,829 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33163,1732490389532-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:19:54,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45fbbc312c8fc72ea1f9481a272fc780, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T23:19:54,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ea55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:54,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33163,-1 for getting cluster id 2024-11-24T23:19:54,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:19:54,904 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13998ba3-e577-4a09-9221-206e904deb87' 2024-11-24T23:19:54,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:19:54,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13998ba3-e577-4a09-9221-206e904deb87" 2024-11-24T23:19:54,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2456856c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:54,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33163,-1] 2024-11-24T23:19:54,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:19:54,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:54,905 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:19:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fba3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:54,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:19:54,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44679,1732490389576, seqNum=-1] 2024-11-24T23:19:54,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:19:54,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:19:54,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T23:19:54,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:19:54,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:54,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:54,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:54,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:19:54,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ba7f32532130:33163 after: ba7f32532130:33163 2024-11-24T23:19:54,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a8890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:54,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33163,-1 for getting cluster id 2024-11-24T23:19:54,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:19:54,912 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13998ba3-e577-4a09-9221-206e904deb87' 2024-11-24T23:19:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:19:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13998ba3-e577-4a09-9221-206e904deb87" 2024-11-24T23:19:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ebfb8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33163,-1] 2024-11-24T23:19:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:19:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:54,914 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:19:54,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:19:54,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:19:54,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,33163,1732490389532 2024-11-24T23:19:54,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f148df 2024-11-24T23:19:54,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:19:54,916 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:19:54,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T23:19:54,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:19:54,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:19:54,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:54,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:54,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:54,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:19:54,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:19:54,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=103588135, stopped=false 2024-11-24T23:19:54,917 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,36463,1732490379821 2024-11-24T23:19:54,980 DEBUG [ba7f32532130:33163 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:19:54,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=45fbbc312c8fc72ea1f9481a272fc780, regionState=OPENING, regionLocation=ba7f32532130,44679,1732490389576 2024-11-24T23:19:54,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45fbbc312c8fc72ea1f9481a272fc780, ASSIGN because future has completed 2024-11-24T23:19:54,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45fbbc312c8fc72ea1f9481a272fc780, server=ba7f32532130,44679,1732490389576}] 2024-11-24T23:19:54,988 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 to pos 0, reset compression=false 2024-11-24T23:19:54,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1608860767/running 2024-11-24T23:19:54,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1608860767/running 2024-11-24T23:19:54,988 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:19:54,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:54,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:19:54,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:54,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:54,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:54,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Set watcher on znode that does not yet exist, /1608860767/running 2024-11-24T23:19:54,989 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,36213,1732490379954' ***** 2024-11-24T23:19:54,989 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:19:54,989 INFO [RS:0;ba7f32532130:36213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:19:54,989 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:19:54,989 INFO [RS:0;ba7f32532130:36213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:19:54,989 INFO [RS:0;ba7f32532130:36213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:19:54,989 INFO [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,36213,1732490379954 2024-11-24T23:19:54,989 INFO [RS:0;ba7f32532130:36213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:19:54,989 INFO [RS:0;ba7f32532130:36213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:36213. 2024-11-24T23:19:54,989 DEBUG [RS:0;ba7f32532130:36213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:54,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Set watcher on znode that does not yet exist, /1608860767/running 2024-11-24T23:19:54,989 DEBUG [RS:0;ba7f32532130:36213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:54,989 INFO [RS:0;ba7f32532130:36213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:19:54,990 INFO [RS:0;ba7f32532130:36213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:19:54,990 INFO [RS:0;ba7f32532130:36213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:19:54,990 INFO [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:19:54,990 INFO [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:19:54,990 DEBUG [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:19:54,990 DEBUG [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:54,990 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:19:54,990 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:19:54,990 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:19:54,990 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:19:54,990 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:19:54,990 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T23:19:54,996 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:19:55,004 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/data/hbase/meta/1588230740/.tmp/ns/4e020b375b804ec0b1c724fddc44cac2 is 43, key is default/ns:d/1732490383281/Put/seqid=0 2024-11-24T23:19:55,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741835_1011 (size=5153) 2024-11-24T23:19:55,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:55,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:19:55,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:19:55,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C44679%2C1732490389576.rep, suffix=, logDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576, archiveDir=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/oldWALs, maxLogs=10 2024-11-24T23:19:55,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.rep.1732490395140, exclude list is [], retry=0 2024-11-24T23:19:55,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32859,DS-bfcbb871-9eaf-4bee-b351-c2297eecee26,DISK] 2024-11-24T23:19:55,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.rep.1732490395140 2024-11-24T23:19:55,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-24T23:19:55,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 45fbbc312c8fc72ea1f9481a272fc780, NAME => 'hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:19:55,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:19:55,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:19:55,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. service=MultiRowMutationService 2024-11-24T23:19:55,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:19:55,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:19:55,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,158 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,159 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45fbbc312c8fc72ea1f9481a272fc780 columnFamilyName hfileref 2024-11-24T23:19:55,159 DEBUG [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:55,159 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.HStore(327): Store=45fbbc312c8fc72ea1f9481a272fc780/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:55,159 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,160 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45fbbc312c8fc72ea1f9481a272fc780 columnFamilyName queue 2024-11-24T23:19:55,160 DEBUG [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:55,165 DEBUG [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780/queue/747a09de949d41fb89349fdbda9d570d 2024-11-24T23:19:55,165 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.HStore(327): Store=45fbbc312c8fc72ea1f9481a272fc780/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:55,165 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,166 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45fbbc312c8fc72ea1f9481a272fc780 columnFamilyName sid 2024-11-24T23:19:55,166 DEBUG [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:19:55,166 INFO [StoreOpener-45fbbc312c8fc72ea1f9481a272fc780-1 {}] regionserver.HStore(327): Store=45fbbc312c8fc72ea1f9481a272fc780/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:19:55,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:19:55,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 45fbbc312c8fc72ea1f9481a272fc780; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72091637, jitterRate=0.07424910366535187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:19:55,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:55,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 45fbbc312c8fc72ea1f9481a272fc780: Running coprocessor pre-open hook at 1732490395157Writing region info on filesystem at 1732490395157Initializing all the Stores at 1732490395158 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490395158Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490395158Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490395158Cleaning up temporary data from old regions at 1732490395168 (+10 ms)Running coprocessor post-open hooks at 1732490395171 (+3 ms)Region opened successfully at 1732490395171 2024-11-24T23:19:55,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780., pid=13, masterSystemTime=1732490395135 2024-11-24T23:19:55,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:55,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:55,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=45fbbc312c8fc72ea1f9481a272fc780, regionState=OPEN, openSeqNum=9, regionLocation=ba7f32532130,44679,1732490389576 2024-11-24T23:19:55,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45fbbc312c8fc72ea1f9481a272fc780, server=ba7f32532130,44679,1732490389576 because future has completed 2024-11-24T23:19:55,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T23:19:55,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 45fbbc312c8fc72ea1f9481a272fc780, server=ba7f32532130,44679,1732490389576 in 194 msec 2024-11-24T23:19:55,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-24T23:19:55,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45fbbc312c8fc72ea1f9481a272fc780, ASSIGN in 351 msec 2024-11-24T23:19:55,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T23:19:55,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780., hostname=ba7f32532130,44679,1732490389576, seqNum=9] 2024-11-24T23:19:55,190 DEBUG [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:55,197 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for ba7f32532130,42091,1732490374396 2024-11-24T23:19:55,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T23:19:55,268 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:19:55,268 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:19:55,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-24T23:19:55,390 DEBUG [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:55,409 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/data/hbase/meta/1588230740/.tmp/ns/4e020b375b804ec0b1c724fddc44cac2 2024-11-24T23:19:55,442 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/data/hbase/meta/1588230740/.tmp/ns/4e020b375b804ec0b1c724fddc44cac2 as hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/data/hbase/meta/1588230740/ns/4e020b375b804ec0b1c724fddc44cac2 2024-11-24T23:19:55,446 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/data/hbase/meta/1588230740/ns/4e020b375b804ec0b1c724fddc44cac2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T23:19:55,447 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=6, compaction requested=false 2024-11-24T23:19:55,447 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:19:55,451 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T23:19:55,452 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:19:55,452 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:19:55,452 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:19:55,452 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490394990Running coprocessor pre-close hooks at 1732490394990Disabling compacts and flushes for region at 1732490394990Disabling writes for close at 1732490394990Obtaining lock to block concurrent updates at 1732490394990Preparing flush snapshotting stores in 1588230740 at 1732490394990Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732490394991 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732490394991Flushing 1588230740/ns: creating writer at 1732490394991Flushing 1588230740/ns: appending metadata at 1732490395004 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732490395004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55373598: reopening flushed file at 1732490395442 (+438 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=6, compaction requested=false at 1732490395447 (+5 ms)Writing region close event to WAL at 1732490395448 (+1 ms)Running coprocessor post-close hooks at 1732490395452 (+4 ms)Closed at 1732490395452 2024-11-24T23:19:55,452 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:19:55,591 INFO [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,36213,1732490379954; all regions closed. 2024-11-24T23:19:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741834_1010 (size=1152) 2024-11-24T23:19:55,594 DEBUG [RS:0;ba7f32532130:36213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/oldWALs 2024-11-24T23:19:55,594 INFO [RS:0;ba7f32532130:36213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C36213%2C1732490379954.meta:.meta(num 1732490383232) 2024-11-24T23:19:55,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741832_1008 (size=93) 2024-11-24T23:19:55,598 DEBUG [RS:0;ba7f32532130:36213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/oldWALs 2024-11-24T23:19:55,598 INFO [RS:0;ba7f32532130:36213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C36213%2C1732490379954:(num 1732490382314) 2024-11-24T23:19:55,598 DEBUG [RS:0;ba7f32532130:36213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:55,598 INFO [RS:0;ba7f32532130:36213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:19:55,598 INFO [RS:0;ba7f32532130:36213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:19:55,598 INFO [RS:0;ba7f32532130:36213 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:19:55,598 INFO [RS:0;ba7f32532130:36213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:19:55,598 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:19:55,598 INFO [RS:0;ba7f32532130:36213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36213 2024-11-24T23:19:55,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767/rs 2024-11-24T23:19:55,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1608860767/rs/ba7f32532130,36213,1732490379954 2024-11-24T23:19:55,620 INFO [RS:0;ba7f32532130:36213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:19:55,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,36213,1732490379954] 2024-11-24T23:19:55,682 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1608860767/draining/ba7f32532130,36213,1732490379954 already deleted, retry=false 2024-11-24T23:19:55,683 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,36213,1732490379954 expired; onlineServers=0 2024-11-24T23:19:55,683 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,36463,1732490379821' ***** 2024-11-24T23:19:55,683 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:19:55,683 INFO [M:0;ba7f32532130:36463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:19:55,683 INFO [M:0;ba7f32532130:36463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:19:55,683 DEBUG [M:0;ba7f32532130:36463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:19:55,683 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:19:55,683 DEBUG [M:0;ba7f32532130:36463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:19:55,683 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490382028 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490382028,5,FailOnTimeoutGroup] 2024-11-24T23:19:55,683 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490382028 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490382028,5,FailOnTimeoutGroup] 2024-11-24T23:19:55,683 INFO [M:0;ba7f32532130:36463 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:19:55,683 INFO [M:0;ba7f32532130:36463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:19:55,683 DEBUG [M:0;ba7f32532130:36463 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:19:55,683 INFO [M:0;ba7f32532130:36463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:19:55,683 INFO [M:0;ba7f32532130:36463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:19:55,683 INFO [M:0;ba7f32532130:36463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:19:55,683 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:19:55,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1608860767/master 2024-11-24T23:19:55,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1608860767 2024-11-24T23:19:55,693 DEBUG [M:0;ba7f32532130:36463 {}] zookeeper.ZKUtil(347): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Unable to get data of znode /1608860767/master because node does not exist (not an error) 2024-11-24T23:19:55,693 WARN [M:0;ba7f32532130:36463 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:19:55,694 INFO [M:0;ba7f32532130:36463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/.lastflushedseqids 2024-11-24T23:19:55,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741836_1012 (size=99) 2024-11-24T23:19:55,774 INFO [RS:0;ba7f32532130:36213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:19:55,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:55,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x1016f25203c0004, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:55,774 INFO [RS:0;ba7f32532130:36213 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,36213,1732490379954; zookeeper connection closed. 2024-11-24T23:19:55,774 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7036aab7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7036aab7 2024-11-24T23:19:55,774 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:19:55,992 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 to pos 0, reset compression=false 2024-11-24T23:19:56,102 INFO [M:0;ba7f32532130:36463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:19:56,102 INFO [M:0;ba7f32532130:36463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:19:56,102 DEBUG [M:0;ba7f32532130:36463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:19:56,102 INFO [M:0;ba7f32532130:36463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:56,102 DEBUG [M:0;ba7f32532130:36463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:56,102 DEBUG [M:0;ba7f32532130:36463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:19:56,102 DEBUG [M:0;ba7f32532130:36463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:56,103 INFO [M:0;ba7f32532130:36463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T23:19:56,117 DEBUG [M:0;ba7f32532130:36463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfc3143842454573b8cb17983b990d2d is 82, key is hbase:meta,,1/info:regioninfo/1732490383264/Put/seqid=0 2024-11-24T23:19:56,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741837_1013 (size=5672) 2024-11-24T23:19:56,432 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:19:56,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:56,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:56,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:56,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:56,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:19:56,521 INFO [M:0;ba7f32532130:36463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfc3143842454573b8cb17983b990d2d 2024-11-24T23:19:56,538 DEBUG [M:0;ba7f32532130:36463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f97a761298b546fbbe1a5d90edf41690 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732490383284/Put/seqid=0 2024-11-24T23:19:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741838_1014 (size=5275) 2024-11-24T23:19:56,942 INFO [M:0;ba7f32532130:36463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f97a761298b546fbbe1a5d90edf41690 2024-11-24T23:19:56,959 DEBUG [M:0;ba7f32532130:36463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de9830b7699649538076b1972de2f0b7 is 69, key is ba7f32532130,36213,1732490379954/rs:state/1732490382108/Put/seqid=0 2024-11-24T23:19:56,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741839_1015 (size=5156) 2024-11-24T23:19:57,096 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 to pos 0, reset compression=false 2024-11-24T23:19:57,363 INFO [M:0;ba7f32532130:36463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de9830b7699649538076b1972de2f0b7 2024-11-24T23:19:57,368 DEBUG [M:0;ba7f32532130:36463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfc3143842454573b8cb17983b990d2d as hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bfc3143842454573b8cb17983b990d2d 2024-11-24T23:19:57,372 INFO [M:0;ba7f32532130:36463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bfc3143842454573b8cb17983b990d2d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T23:19:57,373 DEBUG [M:0;ba7f32532130:36463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f97a761298b546fbbe1a5d90edf41690 as hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f97a761298b546fbbe1a5d90edf41690 2024-11-24T23:19:57,377 INFO [M:0;ba7f32532130:36463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f97a761298b546fbbe1a5d90edf41690, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T23:19:57,378 DEBUG [M:0;ba7f32532130:36463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de9830b7699649538076b1972de2f0b7 as hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de9830b7699649538076b1972de2f0b7 2024-11-24T23:19:57,382 INFO [M:0;ba7f32532130:36463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44209/user/jenkins/test-data/db07adae-b4d0-b397-26a4-dd10edecf271/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de9830b7699649538076b1972de2f0b7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T23:19:57,383 INFO [M:0;ba7f32532130:36463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false 2024-11-24T23:19:57,384 INFO [M:0;ba7f32532130:36463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:57,384 DEBUG [M:0;ba7f32532130:36463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490396102Disabling compacts and flushes for region at 1732490396102Disabling writes for close at 1732490396102Obtaining lock to block concurrent updates at 1732490396103 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490396103Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732490396103Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490396103Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490396103Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490396117 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490396117Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490396526 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490396538 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490396538Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490396946 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490396958 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490396958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea1e548: reopening flushed file at 1732490397367 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57957d17: reopening flushed file at 1732490397372 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b8a9280: reopening flushed file at 1732490397377 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false at 1732490397383 (+6 ms)Writing region close event to WAL at 1732490397384 (+1 ms)Closed at 1732490397384 2024-11-24T23:19:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45135 is added to blk_1073741830_1006 (size=10165) 2024-11-24T23:19:57,386 INFO [M:0;ba7f32532130:36463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:19:57,386 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:19:57,386 INFO [M:0;ba7f32532130:36463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36463 2024-11-24T23:19:57,386 INFO [M:0;ba7f32532130:36463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:19:57,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:57,530 INFO [M:0;ba7f32532130:36463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:19:57,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1016f25203c0003, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:57,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466c24c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:19:57,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:19:57,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:19:57,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:19:57,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/hadoop.log.dir/,STOPPED} 2024-11-24T23:19:57,563 WARN [BP-1758327526-172.17.0.3-1732490377871 heartbeating to localhost/127.0.0.1:44209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:19:57,563 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:19:57,563 WARN [BP-1758327526-172.17.0.3-1732490377871 heartbeating to localhost/127.0.0.1:44209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1758327526-172.17.0.3-1732490377871 (Datanode Uuid 1b86ca2a-c149-40e4-8e04-75872b352ebe) service to localhost/127.0.0.1:44209 2024-11-24T23:19:57,563 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:19:57,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/cluster_653c1f1c-4568-1eee-1963-bf16ef53dc86/data/data1/current/BP-1758327526-172.17.0.3-1732490377871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:19:57,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/cluster_653c1f1c-4568-1eee-1963-bf16ef53dc86/data/data2/current/BP-1758327526-172.17.0.3-1732490377871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:19:57,564 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:19:57,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d30bee1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:19:57,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:19:57,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:19:57,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:19:57,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/hadoop.log.dir/,STOPPED} 2024-11-24T23:19:57,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:19:57,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:19:57,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:19:57,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:57,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:57,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:57,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:19:57,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:19:57,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1713706154, stopped=false 2024-11-24T23:19:57,580 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,33163,1732490389532 2024-11-24T23:19:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1436058823/running 2024-11-24T23:19:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1436058823/running 2024-11-24T23:19:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:57,588 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:19:57,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:19:57,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:57,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:57,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/running 2024-11-24T23:19:57,588 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,44679,1732490389576' ***** 2024-11-24T23:19:57,588 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:19:57,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Set watcher on znode that does not yet exist, /0-1436058823/running 2024-11-24T23:19:57,589 INFO [RS:0;ba7f32532130:44679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:19:57,589 INFO [RS:0;ba7f32532130:44679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:19:57,589 INFO [RS:0;ba7f32532130:44679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:19:57,589 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:19:57,589 INFO [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(3091): Received CLOSE for 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:57,589 INFO [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,44679,1732490389576 2024-11-24T23:19:57,589 INFO [RS:0;ba7f32532130:44679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:19:57,589 INFO [RS:0;ba7f32532130:44679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:44679. 2024-11-24T23:19:57,590 DEBUG [RS:0;ba7f32532130:44679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:57,590 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45fbbc312c8fc72ea1f9481a272fc780, disabling compactions & flushes 2024-11-24T23:19:57,590 DEBUG [RS:0;ba7f32532130:44679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:57,590 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:57,590 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:57,590 INFO [RS:0;ba7f32532130:44679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:19:57,590 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. after waiting 0 ms 2024-11-24T23:19:57,590 INFO [RS:0;ba7f32532130:44679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:19:57,590 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:57,590 INFO [RS:0;ba7f32532130:44679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:19:57,590 INFO [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:19:57,590 INFO [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T23:19:57,590 DEBUG [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 45fbbc312c8fc72ea1f9481a272fc780=hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780.} 2024-11-24T23:19:57,590 DEBUG [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45fbbc312c8fc72ea1f9481a272fc780 2024-11-24T23:19:57,590 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:19:57,590 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:19:57,590 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:19:57,590 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:19:57,590 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:19:57,590 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T23:19:57,593 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/replication/45fbbc312c8fc72ea1f9481a272fc780/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-24T23:19:57,593 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:19:57,593 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:19:57,593 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:57,593 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45fbbc312c8fc72ea1f9481a272fc780: Waiting for close lock at 1732490397589Running coprocessor pre-close hooks at 1732490397589Disabling compacts and flushes for region at 1732490397589Disabling writes for close at 1732490397590 (+1 ms)Writing region close event to WAL at 1732490397590Running coprocessor post-close hooks at 1732490397593 (+3 ms)Closed at 1732490397593 2024-11-24T23:19:57,594 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780. 2024-11-24T23:19:57,598 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:19:57,603 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/.tmp/info/f888c70c21cc46239e537368286e5c77 is 147, key is hbase:replication,,1732490383428.45fbbc312c8fc72ea1f9481a272fc780./info:regioninfo/1732490395174/Put/seqid=0 2024-11-24T23:19:57,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741851_1027 (size=6385) 2024-11-24T23:19:57,790 DEBUG [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:57,990 DEBUG [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:19:58,008 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/.tmp/info/f888c70c21cc46239e537368286e5c77 2024-11-24T23:19:58,013 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/.tmp/info/f888c70c21cc46239e537368286e5c77 as hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/info/f888c70c21cc46239e537368286e5c77 2024-11-24T23:19:58,018 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/info/f888c70c21cc46239e537368286e5c77, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T23:19:58,018 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-24T23:19:58,023 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T23:19:58,023 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:19:58,023 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:19:58,023 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:19:58,023 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490397590Running coprocessor pre-close hooks at 1732490397590Disabling compacts and flushes for region at 1732490397590Disabling writes for close at 1732490397590Obtaining lock to block concurrent updates at 1732490397590Preparing flush snapshotting stores in 1588230740 at 1732490397590Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732490397591 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732490397591Flushing 1588230740/info: creating writer at 1732490397591Flushing 1588230740/info: appending metadata at 1732490397603 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732490397603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660216bc: reopening flushed file at 1732490398012 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1732490398018 (+6 ms)Writing region close event to WAL at 1732490398020 (+2 ms)Running coprocessor post-close hooks at 1732490398023 (+3 ms)Closed at 1732490398023 2024-11-24T23:19:58,024 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:19:58,190 INFO [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,44679,1732490389576; all regions closed. 2024-11-24T23:19:58,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741849_1025 (size=2156) 2024-11-24T23:19:58,193 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.meta.1732490390914.meta not finished, retry = 0 2024-11-24T23:19:58,295 DEBUG [RS:0;ba7f32532130:44679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/oldWALs 2024-11-24T23:19:58,295 INFO [RS:0;ba7f32532130:44679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C44679%2C1732490389576.meta:.meta(num 1732490390914) 2024-11-24T23:19:58,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741850_1026 (size=796) 2024-11-24T23:19:58,299 DEBUG [RS:0;ba7f32532130:44679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/oldWALs 2024-11-24T23:19:58,299 INFO [RS:0;ba7f32532130:44679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C44679%2C1732490389576.rep:(num 1732490395140) 2024-11-24T23:19:58,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741848_1024 (size=93) 2024-11-24T23:19:58,300 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 not finished, retry = 0 2024-11-24T23:19:58,301 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 to pos 0, reset compression=false 2024-11-24T23:19:58,394 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:19:58,395 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:19:58,401 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536 2024-11-24T23:19:58,402 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T23:19:58,402 DEBUG [RS:0;ba7f32532130:44679.replicationSource.wal-reader.ba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T23:19:58,402 DEBUG [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44679,1732490389576 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/WALs/ba7f32532130,44679,1732490389576/ba7f32532130%2C44679%2C1732490389576.1732490390536, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T23:19:58,402 DEBUG [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:19:58,402 DEBUG [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44679,1732490389576, seqNum=-1] 2024-11-24T23:19:58,403 DEBUG [RS:0;ba7f32532130:44679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/oldWALs 2024-11-24T23:19:58,403 INFO [RS:0;ba7f32532130:44679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C44679%2C1732490389576:(num 1732490390536) 2024-11-24T23:19:58,403 DEBUG [RS:0;ba7f32532130:44679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:58,403 INFO [RS:0;ba7f32532130:44679 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:19:58,403 INFO [RS:0;ba7f32532130:44679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:19:58,403 INFO [RS:0;ba7f32532130:44679 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T23:19:58,403 INFO [RS:0;ba7f32532130:44679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:19:58,403 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:19:58,403 INFO [RS:0;ba7f32532130:44679 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,44679,1732490389576 because: Region server is closing 2024-11-24T23:19:58,403 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T23:19:58,404 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T23:19:58,404 INFO [RS:0;ba7f32532130:44679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:44679. 2024-11-24T23:19:58,404 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T23:19:58,404 DEBUG [RS:0;ba7f32532130:44679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:19:58,404 DEBUG [RS:0;ba7f32532130:44679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:58,404 DEBUG [RS:0;ba7f32532130:44679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:19:58,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:19:58,403 WARN [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-ba7f32532130,44679,1732490389576', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:44679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-24T23:19:58,405 ERROR [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ba7f32532130,44679,1732490389576: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ba7f32532130,44679,1732490389576, walGroup=ba7f32532130%2C44679%2C1732490389576, offset=ba7f32532130%2C44679%2C1732490389576.1732490390536:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:44679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T23:19:58,407 ERROR [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:19:58,410 DEBUG [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:19:58,411 DEBUG [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:19:58,411 DEBUG [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:19:58,411 DEBUG [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:19:58,411 INFO [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 822227288 }, "NonHeapMemoryUsage": { "committed": 185008128, "init": 7667712, "max": -1, "used": 182255168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T23:19:58,413 DEBUG [RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ba7f32532130%2C44679%2C1732490389576.1732490390536] 2024-11-24T23:19:58,504 INFO [RS:0;ba7f32532130:44679 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ba7f32532130:44679.replicationSource.shipperba7f32532130%2C44679%2C1732490389576,1-ba7f32532130,44679,1732490389576 terminated 2024-11-24T23:19:58,504 INFO [RS:0;ba7f32532130:44679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44679 2024-11-24T23:19:58,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1436058823/rs/ba7f32532130,44679,1732490389576 2024-11-24T23:19:58,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823/rs 2024-11-24T23:19:58,576 INFO [RS:0;ba7f32532130:44679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:19:58,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,44679,1732490389576] 2024-11-24T23:19:58,598 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1436058823/draining/ba7f32532130,44679,1732490389576 already deleted, retry=false 2024-11-24T23:19:58,598 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,44679,1732490389576 expired; onlineServers=0 2024-11-24T23:19:58,598 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,33163,1732490389532' ***** 2024-11-24T23:19:58,598 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:19:58,598 INFO [M:0;ba7f32532130:33163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:19:58,598 INFO [M:0;ba7f32532130:33163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:19:58,599 DEBUG [M:0;ba7f32532130:33163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:19:58,599 DEBUG [M:0;ba7f32532130:33163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:19:58,599 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:19:58,599 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490390307 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490390307,5,FailOnTimeoutGroup] 2024-11-24T23:19:58,599 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490390307 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490390307,5,FailOnTimeoutGroup] 2024-11-24T23:19:58,599 INFO [M:0;ba7f32532130:33163 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:19:58,599 INFO [M:0;ba7f32532130:33163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:19:58,599 DEBUG [M:0;ba7f32532130:33163 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:19:58,599 INFO [M:0;ba7f32532130:33163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:19:58,599 INFO [M:0;ba7f32532130:33163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:19:58,599 INFO [M:0;ba7f32532130:33163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:19:58,599 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:19:58,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1436058823/master 2024-11-24T23:19:58,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1436058823 2024-11-24T23:19:58,609 DEBUG [M:0;ba7f32532130:33163 {}] zookeeper.ZKUtil(347): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Unable to get data of znode /0-1436058823/master because node does not exist (not an error) 2024-11-24T23:19:58,609 WARN [M:0;ba7f32532130:33163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:19:58,609 INFO [M:0;ba7f32532130:33163 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/.lastflushedseqids 2024-11-24T23:19:58,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741852_1028 (size=181) 2024-11-24T23:19:58,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:58,688 INFO [RS:0;ba7f32532130:44679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:19:58,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1016f25203c0007, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:19:58,688 INFO [RS:0;ba7f32532130:44679 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,44679,1732490389576; zookeeper connection closed. 2024-11-24T23:19:58,688 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3767fd1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3767fd1c 2024-11-24T23:19:58,688 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:19:59,014 INFO [M:0;ba7f32532130:33163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:19:59,014 INFO [M:0;ba7f32532130:33163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:19:59,014 DEBUG [M:0;ba7f32532130:33163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:19:59,014 INFO [M:0;ba7f32532130:33163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:59,014 DEBUG [M:0;ba7f32532130:33163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:59,014 DEBUG [M:0;ba7f32532130:33163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:19:59,014 DEBUG [M:0;ba7f32532130:33163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:59,015 INFO [M:0;ba7f32532130:33163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T23:19:59,028 DEBUG [M:0;ba7f32532130:33163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd93f9f6ba7d42b386e414e8c408dda2 is 82, key is hbase:meta,,1/info:regioninfo/1732490390961/Put/seqid=0 2024-11-24T23:19:59,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741853_1029 (size=5672) 2024-11-24T23:19:59,434 INFO [M:0;ba7f32532130:33163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd93f9f6ba7d42b386e414e8c408dda2 2024-11-24T23:19:59,455 DEBUG [M:0;ba7f32532130:33163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86d5cc3290b64d268eef384d9cd1d79c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732490395179/Put/seqid=0 2024-11-24T23:19:59,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741854_1030 (size=7312) 2024-11-24T23:19:59,859 INFO [M:0;ba7f32532130:33163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86d5cc3290b64d268eef384d9cd1d79c 2024-11-24T23:19:59,879 DEBUG [M:0;ba7f32532130:33163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a977d337f463436f92c99d4eb99a10a5 is 69, key is ba7f32532130,44679,1732490389576/rs:state/1732490390329/Put/seqid=0 2024-11-24T23:19:59,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741855_1031 (size=5370) 2024-11-24T23:19:59,883 INFO [M:0;ba7f32532130:33163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a977d337f463436f92c99d4eb99a10a5 2024-11-24T23:19:59,887 INFO [M:0;ba7f32532130:33163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a977d337f463436f92c99d4eb99a10a5 2024-11-24T23:19:59,888 DEBUG [M:0;ba7f32532130:33163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd93f9f6ba7d42b386e414e8c408dda2 as hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd93f9f6ba7d42b386e414e8c408dda2 2024-11-24T23:19:59,892 INFO [M:0;ba7f32532130:33163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd93f9f6ba7d42b386e414e8c408dda2, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T23:19:59,893 DEBUG [M:0;ba7f32532130:33163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86d5cc3290b64d268eef384d9cd1d79c as hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86d5cc3290b64d268eef384d9cd1d79c 2024-11-24T23:19:59,898 INFO [M:0;ba7f32532130:33163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86d5cc3290b64d268eef384d9cd1d79c, entries=7, sequenceid=127, filesize=7.1 K 2024-11-24T23:19:59,898 DEBUG [M:0;ba7f32532130:33163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a977d337f463436f92c99d4eb99a10a5 as hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a977d337f463436f92c99d4eb99a10a5 2024-11-24T23:19:59,903 INFO [M:0;ba7f32532130:33163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a977d337f463436f92c99d4eb99a10a5 2024-11-24T23:19:59,903 INFO [M:0;ba7f32532130:33163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33867/user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a977d337f463436f92c99d4eb99a10a5, entries=2, sequenceid=127, filesize=5.2 K 2024-11-24T23:19:59,904 INFO [M:0;ba7f32532130:33163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=127, compaction requested=false 2024-11-24T23:19:59,905 INFO [M:0;ba7f32532130:33163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:19:59,905 DEBUG [M:0;ba7f32532130:33163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490399014Disabling compacts and flushes for region at 1732490399014Disabling writes for close at 1732490399014Obtaining lock to block concurrent updates at 1732490399015 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490399015Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732490399015Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490399015Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490399015Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490399028 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490399028Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490399438 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490399454 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490399454Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490399863 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490399878 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490399878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80c6ef9: reopening flushed file at 1732490399887 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b7284f5: reopening flushed file at 1732490399892 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557859f8: reopening flushed file at 1732490399898 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=127, compaction requested=false at 1732490399904 (+6 ms)Writing region close event to WAL at 1732490399905 (+1 ms)Closed at 1732490399905 2024-11-24T23:19:59,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741847_1023 (size=22903) 2024-11-24T23:19:59,907 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d7cbe23-3bf3-5dc4-0ea2-075e26f202ff/MasterData/WALs/ba7f32532130,33163,1732490389532/ba7f32532130%2C33163%2C1732490389532.1732490390090 not finished, retry = 0 2024-11-24T23:20:00,008 INFO [M:0;ba7f32532130:33163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:20:00,008 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:20:00,008 INFO [M:0;ba7f32532130:33163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33163 2024-11-24T23:20:00,008 INFO [M:0;ba7f32532130:33163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:20:00,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:00,181 INFO [M:0;ba7f32532130:33163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:20:00,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33163-0x1016f25203c0006, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:00,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e8a6cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:20:00,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:20:00,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:20:00,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:20:00,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/hadoop.log.dir/,STOPPED} 2024-11-24T23:20:00,185 WARN [BP-1240309609-172.17.0.3-1732490372258 heartbeating to localhost/127.0.0.1:33867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:20:00,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:20:00,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:20:00,185 WARN [BP-1240309609-172.17.0.3-1732490372258 heartbeating to localhost/127.0.0.1:33867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1240309609-172.17.0.3-1732490372258 (Datanode Uuid 06c210be-b950-4b93-b3b1-87f63af02b2e) service to localhost/127.0.0.1:33867 2024-11-24T23:20:00,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/cluster_a828948a-9081-6034-0b20-809910efd068/data/data1/current/BP-1240309609-172.17.0.3-1732490372258 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:20:00,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/cluster_a828948a-9081-6034-0b20-809910efd068/data/data2/current/BP-1240309609-172.17.0.3-1732490372258 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:20:00,186 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:20:00,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f3ad598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:20:00,191 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:20:00,191 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:20:00,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:20:00,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fed137af-d532-e6b8-3a9b-4bfb92c7f131/hadoop.log.dir/,STOPPED} 2024-11-24T23:20:00,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:20:00,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:20:00,217 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60433) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60433) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44209 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33867 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=6534 (was 6594) 2024-11-24T23:20:00,224 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=6533 2024-11-24T23:20:00,235 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-24T23:20:00,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/hadoop.log.dir so I do NOT create it in target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891 2024-11-24T23:20:00,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:20:00,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/hadoop.tmp.dir so I do NOT create it in target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891 2024-11-24T23:20:00,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a3d6da-f6b3-6c3a-7cdf-69686f56abb1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:20:00,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891 2024-11-24T23:20:00,236 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/cluster_72904622-745b-988b-ce55-5ec31f5f2dea, deleteOnExit=true 2024-11-24T23:20:00,250 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/cluster_72904622-745b-988b-ce55-5ec31f5f2dea/zookeeper_0, clientPort=60373, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/cluster_72904622-745b-988b-ce55-5ec31f5f2dea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/cluster_72904622-745b-988b-ce55-5ec31f5f2dea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:20:00,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60373 2024-11-24T23:20:00,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:20:00,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:20:00,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/test.cache.data in system properties and HBase conf 2024-11-24T23:20:00,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:20:00,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:20:00,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:20:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:20:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:20:00,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:20:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:20:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:20:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:20:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:20:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:20:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:20:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:20:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:20:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:20:00,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:20:00,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:20:00,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:20:00,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:20:00,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:20:00,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016f25203c0005, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:20:00,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016f25203c0002, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:20:00,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016f25203c0002, quorum=127.0.0.1:60433, baseZNode=/0-1436058823 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:20:00,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016f25203c0005, quorum=127.0.0.1:60433, baseZNode=/1608860767 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:20:00,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:00,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:20:00,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:20:00,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:20:00,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:20:00,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:00,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:20:00,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db69a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:20:00,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bf57691{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/java.io.tmpdir/jetty-localhost-38949-hadoop-hdfs-3_4_1-tests_jar-_-any-14882545477010654839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:20:00,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12386e47{HTTP/1.1, (http/1.1)}{localhost:38949} 2024-11-24T23:20:00,720 INFO [Time-limited test {}] server.Server(415): Started @173395ms 2024-11-24T23:20:00,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:00,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:20:00,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:20:00,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:20:00,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:20:00,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:20:00,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:20:01,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d2d1afa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/java.io.tmpdir/jetty-localhost-35273-hadoop-hdfs-3_4_1-tests_jar-_-any-18123144559252490511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:20:01,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:35273} 2024-11-24T23:20:01,083 INFO [Time-limited test {}] server.Server(415): Started @173758ms 2024-11-24T23:20:01,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:20:01,709 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/cluster_72904622-745b-988b-ce55-5ec31f5f2dea/data/data1/current/BP-1141658258-172.17.0.3-1732490400283/current, will proceed with Du for space computation calculation, 2024-11-24T23:20:01,709 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/cluster_72904622-745b-988b-ce55-5ec31f5f2dea/data/data2/current/BP-1141658258-172.17.0.3-1732490400283/current, will proceed with Du for space computation calculation, 2024-11-24T23:20:01,727 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:20:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8aa70bcb0b1d00dc with lease ID 0x850b801426e01f46: Processing first storage report for DS-5df19309-91ef-40a7-b325-4dc7b63f94cf from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=1a9d5f14-4540-4174-88d0-ae150664fce2, infoPort=45563, infoSecurePort=0, ipcPort=43335, storageInfo=lv=-57;cid=testClusterID;nsid=1323423598;c=1732490400283) 2024-11-24T23:20:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8aa70bcb0b1d00dc with lease ID 0x850b801426e01f46: from storage DS-5df19309-91ef-40a7-b325-4dc7b63f94cf node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=1a9d5f14-4540-4174-88d0-ae150664fce2, infoPort=45563, infoSecurePort=0, ipcPort=43335, storageInfo=lv=-57;cid=testClusterID;nsid=1323423598;c=1732490400283), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:20:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8aa70bcb0b1d00dc with lease ID 0x850b801426e01f46: Processing first storage report for DS-389b2a3d-430f-424c-b7ed-179d7197fbce from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=1a9d5f14-4540-4174-88d0-ae150664fce2, infoPort=45563, infoSecurePort=0, ipcPort=43335, storageInfo=lv=-57;cid=testClusterID;nsid=1323423598;c=1732490400283) 2024-11-24T23:20:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8aa70bcb0b1d00dc with lease ID 0x850b801426e01f46: from storage DS-389b2a3d-430f-424c-b7ed-179d7197fbce node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=1a9d5f14-4540-4174-88d0-ae150664fce2, infoPort=45563, infoSecurePort=0, ipcPort=43335, storageInfo=lv=-57;cid=testClusterID;nsid=1323423598;c=1732490400283), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:20:01,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891 2024-11-24T23:20:01,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:01,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:01,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:20:02,216 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556 with version=8 2024-11-24T23:20:02,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/hbase-staging 2024-11-24T23:20:02,219 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:20:02,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:02,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:02,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:20:02,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:02,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:20:02,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:20:02,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:20:02,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37693 2024-11-24T23:20:02,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37693 connecting to ZooKeeper ensemble=127.0.0.1:60373 2024-11-24T23:20:02,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376930x0, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:02,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37693-0x1016f258da50000 connected 2024-11-24T23:20:02,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:02,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:02,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Set watcher on znode that does not yet exist, /01115852848/running 2024-11-24T23:20:02,404 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556, hbase.cluster.distributed=false 2024-11-24T23:20:02,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Set watcher on znode that does not yet exist, /01115852848/acl 2024-11-24T23:20:02,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37693 2024-11-24T23:20:02,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37693 2024-11-24T23:20:02,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37693 2024-11-24T23:20:02,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37693 2024-11-24T23:20:02,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37693 2024-11-24T23:20:02,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:20:02,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:02,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:02,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:20:02,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:02,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:20:02,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:20:02,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:20:02,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34695 2024-11-24T23:20:02,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34695 connecting to ZooKeeper ensemble=127.0.0.1:60373 2024-11-24T23:20:02,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:02,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:02,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346950x0, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:02,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346950x0, quorum=127.0.0.1:60373, baseZNode=/01115852848 Set watcher on znode that does not yet exist, /01115852848/running 2024-11-24T23:20:02,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34695-0x1016f258da50001 connected 2024-11-24T23:20:02,433 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:20:02,435 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:20:02,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Set watcher on znode that does not yet exist, /01115852848/master 2024-11-24T23:20:02,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Set watcher on znode that does not yet exist, /01115852848/acl 2024-11-24T23:20:02,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34695 2024-11-24T23:20:02,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34695 2024-11-24T23:20:02,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34695 2024-11-24T23:20:02,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34695 2024-11-24T23:20:02,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34695 2024-11-24T23:20:02,454 DEBUG [M:0;ba7f32532130:37693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:37693 2024-11-24T23:20:02,455 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01115852848/backup-masters/ba7f32532130,37693,1732490402218 2024-11-24T23:20:02,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848/backup-masters 2024-11-24T23:20:02,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848/backup-masters 2024-11-24T23:20:02,465 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Set watcher on existing znode=/01115852848/backup-masters/ba7f32532130,37693,1732490402218 2024-11-24T23:20:02,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:02,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01115852848/master 2024-11-24T23:20:02,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:02,475 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Set watcher on existing znode=/01115852848/master 2024-11-24T23:20:02,475 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01115852848/backup-masters/ba7f32532130,37693,1732490402218 from backup master directory 2024-11-24T23:20:02,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848/backup-masters 2024-11-24T23:20:02,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01115852848/backup-masters/ba7f32532130,37693,1732490402218 2024-11-24T23:20:02,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848/backup-masters 2024-11-24T23:20:02,485 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:20:02,485 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,37693,1732490402218 2024-11-24T23:20:02,489 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/hbase.id] with ID: 4a610e94-b5a7-4790-b0d0-2432a3136084 2024-11-24T23:20:02,489 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/.tmp/hbase.id 2024-11-24T23:20:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:20:02,894 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/.tmp/hbase.id]:[hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/hbase.id] 2024-11-24T23:20:02,902 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:02,902 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:20:02,903 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:20:02,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:02,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:02,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:20:03,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:20:03,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:03,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:03,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:03,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:03,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:03,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:03,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:03,353 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:03,354 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:20:03,354 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:03,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:20:03,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:20:03,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:20:03,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:20:03,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:03,763 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store 2024-11-24T23:20:03,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:20:04,169 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:04,169 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:20:04,169 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:04,169 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:04,169 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:20:04,169 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:04,169 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:04,169 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490404169Disabling compacts and flushes for region at 1732490404169Disabling writes for close at 1732490404169Writing region close event to WAL at 1732490404169Closed at 1732490404169 2024-11-24T23:20:04,170 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/.initializing 2024-11-24T23:20:04,170 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/WALs/ba7f32532130,37693,1732490402218 2024-11-24T23:20:04,171 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:20:04,172 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C37693%2C1732490402218, suffix=, logDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/WALs/ba7f32532130,37693,1732490402218, archiveDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/oldWALs, maxLogs=10 2024-11-24T23:20:04,187 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/WALs/ba7f32532130,37693,1732490402218/ba7f32532130%2C37693%2C1732490402218.1732490404172, exclude list is [], retry=0 2024-11-24T23:20:04,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-5df19309-91ef-40a7-b325-4dc7b63f94cf,DISK] 2024-11-24T23:20:04,190 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/WALs/ba7f32532130,37693,1732490402218/ba7f32532130%2C37693%2C1732490402218.1732490404172 2024-11-24T23:20:04,191 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45563:45563)] 2024-11-24T23:20:04,191 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:04,191 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:04,191 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:04,191 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:04,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:04,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:20:04,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:04,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:04,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:04,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:20:04,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:04,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:04,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:04,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:20:04,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:04,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:04,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:04,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:20:04,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:04,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:04,197 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:04,198 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:04,198 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:04,199 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:04,199 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:04,199 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:04,200 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:04,201 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:04,202 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64361083, jitterRate=-0.04094512760639191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:04,202 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490404191Initializing all the Stores at 1732490404192 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490404192Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490404192Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490404192Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490404192Cleaning up temporary data from old regions at 1732490404199 (+7 ms)Region opened successfully at 1732490404202 (+3 ms) 2024-11-24T23:20:04,202 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:20:04,204 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9661def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:20:04,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:20:04,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:20:04,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:20:04,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:20:04,206 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:20:04,206 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:20:04,206 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:20:04,208 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:20:04,208 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Unable to get data of znode /01115852848/balancer because node does not exist (not necessarily an error) 2024-11-24T23:20:04,296 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01115852848/balancer already deleted, retry=false 2024-11-24T23:20:04,296 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:20:04,297 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Unable to get data of znode /01115852848/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:20:04,306 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01115852848/normalizer already deleted, retry=false 2024-11-24T23:20:04,306 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:20:04,307 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Unable to get data of znode /01115852848/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:20:04,317 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01115852848/switch/split already deleted, retry=false 2024-11-24T23:20:04,317 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Unable to get data of znode /01115852848/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:20:04,327 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01115852848/switch/merge already deleted, retry=false 2024-11-24T23:20:04,329 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Unable to get data of znode /01115852848/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:20:04,338 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01115852848/snapshot-cleanup already deleted, retry=false 2024-11-24T23:20:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01115852848/running 2024-11-24T23:20:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01115852848/running 2024-11-24T23:20:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:04,349 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,37693,1732490402218, sessionid=0x1016f258da50000, setting cluster-up flag (Was=false) 2024-11-24T23:20:04,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:04,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:04,401 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01115852848/flush-table-proc/acquired, /01115852848/flush-table-proc/reached, /01115852848/flush-table-proc/abort 2024-11-24T23:20:04,402 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,37693,1732490402218 2024-11-24T23:20:04,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:04,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:04,453 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01115852848/online-snapshot/acquired, /01115852848/online-snapshot/reached, /01115852848/online-snapshot/abort 2024-11-24T23:20:04,454 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,37693,1732490402218 2024-11-24T23:20:04,455 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:20:04,456 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:04,456 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:20:04,456 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:20:04,456 WARN [master/ba7f32532130:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ba7f32532130,42091,1732490374396: status=Processing ServerCrashProcedure of ba7f32532130,42091,1732490374396 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732490390306, completionTime=-1 appears to have been leaked 2024-11-24T23:20:04,456 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,37693,1732490402218 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:20:04,457 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:04,457 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:04,457 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:04,457 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:04,457 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:20:04,458 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,458 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:20:04,458 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:04,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:20:04,460 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:04,460 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:20:04,462 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490434462 2024-11-24T23:20:04,462 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:20:04,463 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:20:04,463 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:20:04,463 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:20:04,463 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:20:04,463 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:20:04,463 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,463 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:20:04,464 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:20:04,464 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:20:04,464 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:20:04,464 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:20:04,464 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:20:04,467 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490404464,5,FailOnTimeoutGroup] 2024-11-24T23:20:04,468 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490404467,5,FailOnTimeoutGroup] 2024-11-24T23:20:04,468 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,468 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:20:04,468 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,468 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:20:04,544 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(746): ClusterId : 4a610e94-b5a7-4790-b0d0-2432a3136084 2024-11-24T23:20:04,545 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:20:04,556 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:20:04,556 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:20:04,566 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:20:04,566 DEBUG [RS:0;ba7f32532130:34695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e6bf5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:20:04,576 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:34695 2024-11-24T23:20:04,576 INFO [RS:0;ba7f32532130:34695 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:20:04,576 INFO [RS:0;ba7f32532130:34695 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:20:04,576 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:20:04,577 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,37693,1732490402218 with port=34695, startcode=1732490402419 2024-11-24T23:20:04,577 DEBUG [RS:0;ba7f32532130:34695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:20:04,578 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:20:04,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37693 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,34695,1732490402419 2024-11-24T23:20:04,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37693 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,34695,1732490402419 2024-11-24T23:20:04,580 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556 2024-11-24T23:20:04,580 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37027 2024-11-24T23:20:04,580 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:20:04,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848/rs 2024-11-24T23:20:04,591 DEBUG [RS:0;ba7f32532130:34695 {}] zookeeper.ZKUtil(111): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Set watcher on existing znode=/01115852848/rs/ba7f32532130,34695,1732490402419 2024-11-24T23:20:04,591 WARN [RS:0;ba7f32532130:34695 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:20:04,591 INFO [RS:0;ba7f32532130:34695 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:04,591 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419 2024-11-24T23:20:04,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,34695,1732490402419] 2024-11-24T23:20:04,593 INFO [RS:0;ba7f32532130:34695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:20:04,595 INFO [RS:0;ba7f32532130:34695 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:20:04,595 INFO [RS:0;ba7f32532130:34695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:20:04,595 INFO [RS:0;ba7f32532130:34695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,597 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:20:04,598 INFO [RS:0;ba7f32532130:34695 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:20:04,598 INFO [RS:0;ba7f32532130:34695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:20:04,598 DEBUG [RS:0;ba7f32532130:34695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:20:04,601 INFO [RS:0;ba7f32532130:34695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,601 INFO [RS:0;ba7f32532130:34695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,601 INFO [RS:0;ba7f32532130:34695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,601 INFO [RS:0;ba7f32532130:34695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,601 INFO [RS:0;ba7f32532130:34695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,601 INFO [RS:0;ba7f32532130:34695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34695,1732490402419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:20:04,616 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:20:04,616 INFO [RS:0;ba7f32532130:34695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34695,1732490402419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,616 INFO [RS:0;ba7f32532130:34695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,616 INFO [RS:0;ba7f32532130:34695 {}] regionserver.Replication(171): ba7f32532130,34695,1732490402419 started 2024-11-24T23:20:04,628 INFO [RS:0;ba7f32532130:34695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:04,628 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,34695,1732490402419, RpcServer on ba7f32532130/172.17.0.3:34695, sessionid=0x1016f258da50001 2024-11-24T23:20:04,628 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:20:04,628 DEBUG [RS:0;ba7f32532130:34695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,34695,1732490402419 2024-11-24T23:20:04,628 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,34695,1732490402419' 2024-11-24T23:20:04,628 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01115852848/flush-table-proc/abort' 2024-11-24T23:20:04,629 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01115852848/flush-table-proc/acquired' 2024-11-24T23:20:04,629 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:20:04,629 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:20:04,629 DEBUG [RS:0;ba7f32532130:34695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,34695,1732490402419 2024-11-24T23:20:04,629 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,34695,1732490402419' 2024-11-24T23:20:04,629 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01115852848/online-snapshot/abort' 2024-11-24T23:20:04,629 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01115852848/online-snapshot/acquired' 2024-11-24T23:20:04,630 DEBUG [RS:0;ba7f32532130:34695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:20:04,630 INFO [RS:0;ba7f32532130:34695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:20:04,630 INFO [RS:0;ba7f32532130:34695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:20:04,730 INFO [RS:0;ba7f32532130:34695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:20:04,731 INFO [RS:0;ba7f32532130:34695 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C34695%2C1732490402419, suffix=, logDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419, archiveDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/oldWALs, maxLogs=10 2024-11-24T23:20:04,746 DEBUG [RS:0;ba7f32532130:34695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732, exclude list is [], retry=0 2024-11-24T23:20:04,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-5df19309-91ef-40a7-b325-4dc7b63f94cf,DISK] 2024-11-24T23:20:04,750 INFO [RS:0;ba7f32532130:34695 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 2024-11-24T23:20:04,751 DEBUG [RS:0;ba7f32532130:34695 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45563:45563)] 2024-11-24T23:20:04,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:20:04,870 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556 2024-11-24T23:20:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:20:05,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:05,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:20:05,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:20:05,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:05,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:05,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:20:05,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:20:05,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:05,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:05,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:20:05,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:20:05,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:05,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:05,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:20:05,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:20:05,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:05,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:05,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:20:05,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740 2024-11-24T23:20:05,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740 2024-11-24T23:20:05,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:20:05,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:20:05,283 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:05,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:20:05,286 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:05,286 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60616175, jitterRate=-0.09674860537052155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:05,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490405275Initializing all the Stores at 1732490405276 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490405276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490405276Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490405276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490405276Cleaning up temporary data from old regions at 1732490405283 (+7 ms)Region opened successfully at 1732490405286 (+3 ms) 2024-11-24T23:20:05,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:20:05,287 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:20:05,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:20:05,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:20:05,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:20:05,287 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:05,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490405286Disabling compacts and flushes for region at 1732490405286Disabling writes for close at 1732490405287 (+1 ms)Writing region close event to WAL at 1732490405287Closed at 1732490405287 2024-11-24T23:20:05,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:05,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:20:05,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:20:05,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:20:05,289 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:20:05,440 DEBUG [ba7f32532130:37693 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:20:05,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,34695,1732490402419 2024-11-24T23:20:05,441 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,34695,1732490402419, state=OPENING 2024-11-24T23:20:05,496 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:20:05,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:05,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:05,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01115852848/meta-region-server: CHANGED 2024-11-24T23:20:05,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01115852848/meta-region-server: CHANGED 2024-11-24T23:20:05,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:20:05,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,34695,1732490402419}] 2024-11-24T23:20:05,659 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:20:05,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:20:05,663 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:20:05,663 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:05,663 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:20:05,664 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C34695%2C1732490402419.meta, suffix=.meta, logDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419, archiveDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/oldWALs, maxLogs=10 2024-11-24T23:20:05,675 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.meta.1732490405664.meta, exclude list is [], retry=0 2024-11-24T23:20:05,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-5df19309-91ef-40a7-b325-4dc7b63f94cf,DISK] 2024-11-24T23:20:05,679 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.meta.1732490405664.meta 2024-11-24T23:20:05,679 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45563:45563)] 2024-11-24T23:20:05,679 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:05,679 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:20:05,679 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:20:05,680 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:20:05,680 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:20:05,680 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:20:05,680 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:05,680 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:20:05,680 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:20:05,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:20:05,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:20:05,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:05,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:05,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:20:05,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:20:05,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:05,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:05,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:20:05,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:20:05,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:05,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:05,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:20:05,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:20:05,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:05,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:05,685 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:20:05,685 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740 2024-11-24T23:20:05,686 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740 2024-11-24T23:20:05,687 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:20:05,687 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:20:05,687 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:05,688 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:20:05,689 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73879115, jitterRate=0.10088460147380829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:05,689 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:20:05,689 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490405680Writing region info on filesystem at 1732490405680Initializing all the Stores at 1732490405681 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490405681Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490405681Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490405681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490405681Cleaning up temporary data from old regions at 1732490405687 (+6 ms)Running coprocessor post-open hooks at 1732490405689 (+2 ms)Region opened successfully at 1732490405689 2024-11-24T23:20:05,690 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490405658 2024-11-24T23:20:05,692 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:20:05,692 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:20:05,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,34695,1732490402419 2024-11-24T23:20:05,693 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,34695,1732490402419, state=OPEN 2024-11-24T23:20:05,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01115852848/meta-region-server 2024-11-24T23:20:05,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01115852848/meta-region-server 2024-11-24T23:20:05,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01115852848/meta-region-server: CHANGED 2024-11-24T23:20:05,735 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,34695,1732490402419 2024-11-24T23:20:05,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01115852848/meta-region-server: CHANGED 2024-11-24T23:20:05,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:20:05,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,34695,1732490402419 in 228 msec 2024-11-24T23:20:05,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:20:05,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-24T23:20:05,739 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:05,739 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:20:05,741 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:05,741 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34695,1732490402419, seqNum=-1] 2024-11-24T23:20:05,741 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:05,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:05,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-11-24T23:20:05,745 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490405745, completionTime=-1 2024-11-24T23:20:05,745 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:20:05,745 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:20:05,747 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:20:05,747 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490465747 2024-11-24T23:20:05,747 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490525747 2024-11-24T23:20:05,747 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:20:05,747 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37693,1732490402218-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:05,747 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37693,1732490402218-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:05,747 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37693,1732490402218-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:05,747 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:37693, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:05,747 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:05,747 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:05,749 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:20:05,750 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.265sec 2024-11-24T23:20:05,750 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:20:05,750 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:20:05,750 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:20:05,750 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:20:05,750 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:20:05,750 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37693,1732490402218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:20:05,750 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37693,1732490402218-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:20:05,752 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:20:05,752 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:20:05,752 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37693,1732490402218-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:05,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:05,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37693,-1 for getting cluster id 2024-11-24T23:20:05,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:05,846 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a610e94-b5a7-4790-b0d0-2432a3136084' 2024-11-24T23:20:05,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a610e94-b5a7-4790-b0d0-2432a3136084" 2024-11-24T23:20:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edca671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37693,-1] 2024-11-24T23:20:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:05,848 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:05,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:05,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34695,1732490402419, seqNum=-1] 2024-11-24T23:20:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:05,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:05,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,37693,1732490402218 2024-11-24T23:20:05,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60373 2024-11-24T23:20:05,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:05,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016f258da50002 connected 2024-11-24T23:20:05,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/hadoop.log.dir so I do NOT create it in target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0 2024-11-24T23:20:05,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:20:05,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/hadoop.tmp.dir so I do NOT create it in target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0 2024-11-24T23:20:05,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:20:05,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0 2024-11-24T23:20:05,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:20:05,925 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/cluster_b6b09501-8566-8e95-ffa8-32d97e2dd7cf, deleteOnExit=true 2024-11-24T23:20:05,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:20:05,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/test.cache.data in system properties and HBase conf 2024-11-24T23:20:05,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:20:05,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:20:05,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:20:05,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:20:05,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:20:05,925 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:20:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:20:06,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:06,241 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:20:06,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:20:06,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:20:06,242 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:20:06,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:06,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:20:06,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:20:06,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@742620da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/java.io.tmpdir/jetty-localhost-36333-hadoop-hdfs-3_4_1-tests_jar-_-any-9201417524451318601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:20:06,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:36333} 2024-11-24T23:20:06,340 INFO [Time-limited test {}] server.Server(415): Started @179015ms 2024-11-24T23:20:06,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:06,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:20:06,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:20:06,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:20:06,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:20:06,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:20:06,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:20:06,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f70bc3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/java.io.tmpdir/jetty-localhost-34635-hadoop-hdfs-3_4_1-tests_jar-_-any-17433200225362837489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:20:06,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:34635} 2024-11-24T23:20:06,686 INFO [Time-limited test {}] server.Server(415): Started @179361ms 2024-11-24T23:20:06,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:20:07,317 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/cluster_b6b09501-8566-8e95-ffa8-32d97e2dd7cf/data/data1/current/BP-905841671-172.17.0.3-1732490405940/current, will proceed with Du for space computation calculation, 2024-11-24T23:20:07,317 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/cluster_b6b09501-8566-8e95-ffa8-32d97e2dd7cf/data/data2/current/BP-905841671-172.17.0.3-1732490405940/current, will proceed with Du for space computation calculation, 2024-11-24T23:20:07,336 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:20:07,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdca943faf2b30cd2 with lease ID 0xaf74dd902c4246cf: Processing first storage report for DS-757b216f-ecfd-4dcc-8609-afda064d2e34 from datanode DatanodeRegistration(127.0.0.1:41901, datanodeUuid=588ad693-f0ba-4beb-97a0-ff181f129e84, infoPort=33105, infoSecurePort=0, ipcPort=46539, storageInfo=lv=-57;cid=testClusterID;nsid=1278898183;c=1732490405940) 2024-11-24T23:20:07,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdca943faf2b30cd2 with lease ID 0xaf74dd902c4246cf: from storage DS-757b216f-ecfd-4dcc-8609-afda064d2e34 node DatanodeRegistration(127.0.0.1:41901, datanodeUuid=588ad693-f0ba-4beb-97a0-ff181f129e84, infoPort=33105, infoSecurePort=0, ipcPort=46539, storageInfo=lv=-57;cid=testClusterID;nsid=1278898183;c=1732490405940), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:20:07,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdca943faf2b30cd2 with lease ID 0xaf74dd902c4246cf: Processing first storage report for DS-ae144f86-6eb8-4b88-a467-7d0c0ff79378 from datanode DatanodeRegistration(127.0.0.1:41901, datanodeUuid=588ad693-f0ba-4beb-97a0-ff181f129e84, infoPort=33105, infoSecurePort=0, ipcPort=46539, storageInfo=lv=-57;cid=testClusterID;nsid=1278898183;c=1732490405940) 2024-11-24T23:20:07,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdca943faf2b30cd2 with lease ID 0xaf74dd902c4246cf: from storage DS-ae144f86-6eb8-4b88-a467-7d0c0ff79378 node DatanodeRegistration(127.0.0.1:41901, datanodeUuid=588ad693-f0ba-4beb-97a0-ff181f129e84, infoPort=33105, infoSecurePort=0, ipcPort=46539, storageInfo=lv=-57;cid=testClusterID;nsid=1278898183;c=1732490405940), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:20:07,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0 2024-11-24T23:20:07,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:07,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:07,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:20:07,824 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93 with version=8 2024-11-24T23:20:07,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/hbase-staging 2024-11-24T23:20:07,826 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:20:07,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:07,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:07,826 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:20:07,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:07,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:20:07,826 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:20:07,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:20:07,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37515 2024-11-24T23:20:07,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37515 connecting to ZooKeeper ensemble=127.0.0.1:60373 2024-11-24T23:20:07,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375150x0, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:07,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37515-0x1016f258da50003 connected 2024-11-24T23:20:08,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:08,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:08,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Set watcher on znode that does not yet exist, /1-1123763945/running 2024-11-24T23:20:08,190 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93, hbase.cluster.distributed=false 2024-11-24T23:20:08,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Set watcher on znode that does not yet exist, /1-1123763945/acl 2024-11-24T23:20:08,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-24T23:20:08,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37515 2024-11-24T23:20:08,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37515 2024-11-24T23:20:08,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-24T23:20:08,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-24T23:20:08,211 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:20:08,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:08,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:08,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:20:08,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:08,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:20:08,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:20:08,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:20:08,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45107 2024-11-24T23:20:08,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45107 connecting to ZooKeeper ensemble=127.0.0.1:60373 2024-11-24T23:20:08,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:08,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:08,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451070x0, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:08,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451070x0, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Set watcher on znode that does not yet exist, /1-1123763945/running 2024-11-24T23:20:08,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45107-0x1016f258da50004 connected 2024-11-24T23:20:08,222 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:20:08,224 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:20:08,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Set watcher on znode that does not yet exist, /1-1123763945/master 2024-11-24T23:20:08,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Set watcher on znode that does not yet exist, /1-1123763945/acl 2024-11-24T23:20:08,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45107 2024-11-24T23:20:08,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45107 2024-11-24T23:20:08,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45107 2024-11-24T23:20:08,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45107 2024-11-24T23:20:08,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45107 2024-11-24T23:20:08,236 DEBUG [M:0;ba7f32532130:37515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:37515 2024-11-24T23:20:08,238 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1123763945/backup-masters/ba7f32532130,37515,1732490407826 2024-11-24T23:20:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945/backup-masters 2024-11-24T23:20:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945/backup-masters 2024-11-24T23:20:08,249 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Set watcher on existing znode=/1-1123763945/backup-masters/ba7f32532130,37515,1732490407826 2024-11-24T23:20:08,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:08,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1123763945/master 2024-11-24T23:20:08,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:08,260 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Set watcher on existing znode=/1-1123763945/master 2024-11-24T23:20:08,260 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1123763945/backup-masters/ba7f32532130,37515,1732490407826 from backup master directory 2024-11-24T23:20:08,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1123763945/backup-masters/ba7f32532130,37515,1732490407826 2024-11-24T23:20:08,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945/backup-masters 2024-11-24T23:20:08,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945/backup-masters 2024-11-24T23:20:08,270 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:20:08,270 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,37515,1732490407826 2024-11-24T23:20:08,273 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/hbase.id] with ID: 7a0debf3-754a-4c08-aecc-4b8429f63017 2024-11-24T23:20:08,273 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/.tmp/hbase.id 2024-11-24T23:20:08,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:20:08,678 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/.tmp/hbase.id]:[hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/hbase.id] 2024-11-24T23:20:08,686 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:08,686 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:20:08,687 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:20:08,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:08,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:08,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:20:09,036 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:20:09,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:09,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:09,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:09,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:09,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:09,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:09,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:09,133 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:09,133 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:20:09,134 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:09,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:20:09,540 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store 2024-11-24T23:20:09,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:20:09,545 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:09,546 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:20:09,546 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:09,546 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:09,546 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:20:09,546 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:09,546 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:09,546 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490409545Disabling compacts and flushes for region at 1732490409545Disabling writes for close at 1732490409546 (+1 ms)Writing region close event to WAL at 1732490409546Closed at 1732490409546 2024-11-24T23:20:09,546 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/.initializing 2024-11-24T23:20:09,546 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/WALs/ba7f32532130,37515,1732490407826 2024-11-24T23:20:09,547 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:20:09,548 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C37515%2C1732490407826, suffix=, logDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/WALs/ba7f32532130,37515,1732490407826, archiveDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/oldWALs, maxLogs=10 2024-11-24T23:20:09,560 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/WALs/ba7f32532130,37515,1732490407826/ba7f32532130%2C37515%2C1732490407826.1732490409548, exclude list is [], retry=0 2024-11-24T23:20:09,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41901,DS-757b216f-ecfd-4dcc-8609-afda064d2e34,DISK] 2024-11-24T23:20:09,564 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/WALs/ba7f32532130,37515,1732490407826/ba7f32532130%2C37515%2C1732490407826.1732490409548 2024-11-24T23:20:09,564 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33105:33105)] 2024-11-24T23:20:09,565 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:09,565 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:09,565 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:09,565 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:09,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:09,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:20:09,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:09,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:09,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:09,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:20:09,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:09,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:09,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:09,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:20:09,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:09,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:09,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:09,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:20:09,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:09,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:09,571 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:09,572 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:09,572 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:09,573 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:09,573 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:09,573 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:09,574 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:09,575 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:09,576 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63630539, jitterRate=-0.05183108150959015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:09,576 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490409565Initializing all the Stores at 1732490409566 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490409566Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490409566Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490409566Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490409566Cleaning up temporary data from old regions at 1732490409573 (+7 ms)Region opened successfully at 1732490409576 (+3 ms) 2024-11-24T23:20:09,576 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:20:09,578 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e901620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:20:09,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:20:09,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:20:09,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:20:09,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:20:09,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:20:09,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:20:09,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:20:09,581 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:20:09,582 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Unable to get data of znode /1-1123763945/balancer because node does not exist (not necessarily an error) 2024-11-24T23:20:09,622 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1123763945/balancer already deleted, retry=false 2024-11-24T23:20:09,622 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:20:09,623 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Unable to get data of znode /1-1123763945/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:20:09,632 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1123763945/normalizer already deleted, retry=false 2024-11-24T23:20:09,632 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:20:09,633 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Unable to get data of znode /1-1123763945/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:20:09,643 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1123763945/switch/split already deleted, retry=false 2024-11-24T23:20:09,643 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Unable to get data of znode /1-1123763945/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:20:09,653 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1123763945/switch/merge already deleted, retry=false 2024-11-24T23:20:09,654 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Unable to get data of znode /1-1123763945/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:20:09,664 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1123763945/snapshot-cleanup already deleted, retry=false 2024-11-24T23:20:09,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1123763945/running 2024-11-24T23:20:09,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1123763945/running 2024-11-24T23:20:09,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:09,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:09,675 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,37515,1732490407826, sessionid=0x1016f258da50003, setting cluster-up flag (Was=false) 2024-11-24T23:20:09,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:09,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:09,727 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1123763945/flush-table-proc/acquired, /1-1123763945/flush-table-proc/reached, /1-1123763945/flush-table-proc/abort 2024-11-24T23:20:09,728 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,37515,1732490407826 2024-11-24T23:20:09,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:09,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:09,780 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1123763945/online-snapshot/acquired, /1-1123763945/online-snapshot/reached, /1-1123763945/online-snapshot/abort 2024-11-24T23:20:09,780 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,37515,1732490407826 2024-11-24T23:20:09,782 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:20:09,783 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:09,783 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:20:09,783 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:20:09,783 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,37515,1732490407826 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:20:09,784 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:09,784 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:09,784 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:09,784 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:09,784 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:20:09,784 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,784 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:20:09,784 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,785 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490439785 2024-11-24T23:20:09,785 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:20:09,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:09,785 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:20:09,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:20:09,785 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:20:09,785 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:20:09,785 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:20:09,785 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:20:09,785 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,786 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:20:09,786 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:20:09,786 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:20:09,786 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:20:09,786 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:20:09,786 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:20:09,786 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:09,786 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490409786,5,FailOnTimeoutGroup] 2024-11-24T23:20:09,786 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490409786,5,FailOnTimeoutGroup] 2024-11-24T23:20:09,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:20:09,786 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,786 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:20:09,786 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,786 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:20:09,829 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(746): ClusterId : 7a0debf3-754a-4c08-aecc-4b8429f63017 2024-11-24T23:20:09,829 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:20:09,839 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:20:09,839 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:20:09,849 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:20:09,850 DEBUG [RS:0;ba7f32532130:45107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3aaa6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:20:09,860 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:45107 2024-11-24T23:20:09,860 INFO [RS:0;ba7f32532130:45107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:20:09,860 INFO [RS:0;ba7f32532130:45107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:20:09,860 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:20:09,860 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,37515,1732490407826 with port=45107, startcode=1732490408210 2024-11-24T23:20:09,861 DEBUG [RS:0;ba7f32532130:45107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:20:09,862 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:20:09,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,45107,1732490408210 2024-11-24T23:20:09,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37515 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,45107,1732490408210 2024-11-24T23:20:09,863 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93 2024-11-24T23:20:09,864 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36133 2024-11-24T23:20:09,864 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:20:09,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945/rs 2024-11-24T23:20:09,911 DEBUG [RS:0;ba7f32532130:45107 {}] zookeeper.ZKUtil(111): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Set watcher on existing znode=/1-1123763945/rs/ba7f32532130,45107,1732490408210 2024-11-24T23:20:09,911 WARN [RS:0;ba7f32532130:45107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:20:09,911 INFO [RS:0;ba7f32532130:45107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:09,911 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210 2024-11-24T23:20:09,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,45107,1732490408210] 2024-11-24T23:20:09,913 INFO [RS:0;ba7f32532130:45107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:20:09,914 INFO [RS:0;ba7f32532130:45107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:20:09,915 INFO [RS:0;ba7f32532130:45107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:20:09,915 INFO [RS:0;ba7f32532130:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,915 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:20:09,915 INFO [RS:0;ba7f32532130:45107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:20:09,915 INFO [RS:0;ba7f32532130:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,915 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,915 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,915 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,915 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,915 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,916 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:20:09,916 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,916 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,916 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,916 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,916 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,916 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:09,916 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:20:09,916 DEBUG [RS:0;ba7f32532130:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:20:09,916 INFO [RS:0;ba7f32532130:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,916 INFO [RS:0;ba7f32532130:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,916 INFO [RS:0;ba7f32532130:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,916 INFO [RS:0;ba7f32532130:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,916 INFO [RS:0;ba7f32532130:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,916 INFO [RS:0;ba7f32532130:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,45107,1732490408210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:20:09,929 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:20:09,929 INFO [RS:0;ba7f32532130:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,45107,1732490408210-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,929 INFO [RS:0;ba7f32532130:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,929 INFO [RS:0;ba7f32532130:45107 {}] regionserver.Replication(171): ba7f32532130,45107,1732490408210 started 2024-11-24T23:20:09,941 INFO [RS:0;ba7f32532130:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:09,941 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,45107,1732490408210, RpcServer on ba7f32532130/172.17.0.3:45107, sessionid=0x1016f258da50004 2024-11-24T23:20:09,941 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:20:09,941 DEBUG [RS:0;ba7f32532130:45107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,45107,1732490408210 2024-11-24T23:20:09,941 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,45107,1732490408210' 2024-11-24T23:20:09,941 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1123763945/flush-table-proc/abort' 2024-11-24T23:20:09,941 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1123763945/flush-table-proc/acquired' 2024-11-24T23:20:09,941 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:20:09,941 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:20:09,941 DEBUG [RS:0;ba7f32532130:45107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,45107,1732490408210 2024-11-24T23:20:09,941 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,45107,1732490408210' 2024-11-24T23:20:09,941 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1123763945/online-snapshot/abort' 2024-11-24T23:20:09,942 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1123763945/online-snapshot/acquired' 2024-11-24T23:20:09,942 DEBUG [RS:0;ba7f32532130:45107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:20:09,942 INFO [RS:0;ba7f32532130:45107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:20:09,942 INFO [RS:0;ba7f32532130:45107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:20:10,042 INFO [RS:0;ba7f32532130:45107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:20:10,043 INFO [RS:0;ba7f32532130:45107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C45107%2C1732490408210, suffix=, logDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210, archiveDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/oldWALs, maxLogs=10 2024-11-24T23:20:10,055 DEBUG [RS:0;ba7f32532130:45107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044, exclude list is [], retry=0 2024-11-24T23:20:10,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41901,DS-757b216f-ecfd-4dcc-8609-afda064d2e34,DISK] 2024-11-24T23:20:10,058 INFO [RS:0;ba7f32532130:45107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 2024-11-24T23:20:10,058 DEBUG [RS:0;ba7f32532130:45107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33105:33105)] 2024-11-24T23:20:10,196 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:20:10,196 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93 2024-11-24T23:20:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:20:10,594 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:20:10,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:10,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:20:10,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:20:10,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:10,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:10,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:20:10,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:20:10,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:10,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:10,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:20:10,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:20:10,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:10,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:10,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:20:10,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:20:10,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:10,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:10,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:20:10,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740 2024-11-24T23:20:10,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740 2024-11-24T23:20:10,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:20:10,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:20:10,609 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:10,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:20:10,611 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:10,612 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70034524, jitterRate=0.043595731258392334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:10,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490410601Initializing all the Stores at 1732490410602 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490410602Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490410602Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490410602Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490410602Cleaning up temporary data from old regions at 1732490410608 (+6 ms)Region opened successfully at 1732490410612 (+4 ms) 2024-11-24T23:20:10,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:20:10,612 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:20:10,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:20:10,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:20:10,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:20:10,612 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:10,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490410612Disabling compacts and flushes for region at 1732490410612Disabling writes for close at 1732490410612Writing region close event to WAL at 1732490410612Closed at 1732490410612 2024-11-24T23:20:10,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:10,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:20:10,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:20:10,614 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:20:10,614 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:20:10,764 DEBUG [ba7f32532130:37515 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:20:10,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,45107,1732490408210 2024-11-24T23:20:10,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,45107,1732490408210, state=OPENING 2024-11-24T23:20:10,843 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:20:10,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:10,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:10,854 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:20:10,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1123763945/meta-region-server: CHANGED 2024-11-24T23:20:10,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1123763945/meta-region-server: CHANGED 2024-11-24T23:20:10,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,45107,1732490408210}] 2024-11-24T23:20:11,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:20:11,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:20:11,009 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:20:11,009 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:11,010 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:20:11,011 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C45107%2C1732490408210.meta, suffix=.meta, logDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210, archiveDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/oldWALs, maxLogs=10 2024-11-24T23:20:11,023 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.meta.1732490411011.meta, exclude list is [], retry=0 2024-11-24T23:20:11,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41901,DS-757b216f-ecfd-4dcc-8609-afda064d2e34,DISK] 2024-11-24T23:20:11,026 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.meta.1732490411011.meta 2024-11-24T23:20:11,026 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33105:33105)] 2024-11-24T23:20:11,027 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:11,027 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:20:11,027 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:20:11,027 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:20:11,027 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:20:11,027 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:20:11,027 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:11,027 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:20:11,027 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:20:11,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:20:11,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:20:11,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:11,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:11,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:20:11,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:20:11,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:11,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:11,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:20:11,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:20:11,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:11,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:11,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:20:11,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:20:11,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:11,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:11,032 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:20:11,033 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740 2024-11-24T23:20:11,034 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740 2024-11-24T23:20:11,034 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:20:11,034 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:20:11,035 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:11,036 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:20:11,036 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72764941, jitterRate=0.08428211510181427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:11,036 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:20:11,036 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490411027Writing region info on filesystem at 1732490411027Initializing all the Stores at 1732490411028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490411028Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490411028Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490411028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490411028Cleaning up temporary data from old regions at 1732490411034 (+6 ms)Running coprocessor post-open hooks at 1732490411036 (+2 ms)Region opened successfully at 1732490411036 2024-11-24T23:20:11,037 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490411005 2024-11-24T23:20:11,039 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:20:11,039 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:20:11,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,45107,1732490408210 2024-11-24T23:20:11,040 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,45107,1732490408210, state=OPEN 2024-11-24T23:20:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1123763945/meta-region-server 2024-11-24T23:20:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1123763945/meta-region-server 2024-11-24T23:20:11,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1123763945/meta-region-server: CHANGED 2024-11-24T23:20:11,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1123763945/meta-region-server: CHANGED 2024-11-24T23:20:11,049 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,45107,1732490408210 2024-11-24T23:20:11,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:20:11,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,45107,1732490408210 in 195 msec 2024-11-24T23:20:11,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:20:11,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-24T23:20:11,053 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:11,053 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:20:11,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:11,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1] 2024-11-24T23:20:11,054 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:11,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:11,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2770 sec 2024-11-24T23:20:11,060 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490411060, completionTime=-1 2024-11-24T23:20:11,060 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:20:11,060 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:20:11,062 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:20:11,062 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490471062 2024-11-24T23:20:11,062 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490531062 2024-11-24T23:20:11,062 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:20:11,062 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37515,1732490407826-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:11,062 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37515,1732490407826-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:11,062 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37515,1732490407826-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:11,062 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:37515, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:11,063 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:11,063 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:11,064 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:20:11,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.796sec 2024-11-24T23:20:11,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:20:11,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:20:11,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:20:11,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:20:11,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:20:11,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37515,1732490407826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:20:11,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37515,1732490407826-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:20:11,068 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:20:11,068 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:20:11,068 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37515,1732490407826-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:11,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2f5328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:11,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37515,-1 for getting cluster id 2024-11-24T23:20:11,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:11,131 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a0debf3-754a-4c08-aecc-4b8429f63017' 2024-11-24T23:20:11,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:11,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a0debf3-754a-4c08-aecc-4b8429f63017" 2024-11-24T23:20:11,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:11,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37515,-1] 2024-11-24T23:20:11,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:11,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:11,133 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:11,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b53f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:11,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1] 2024-11-24T23:20:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:11,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:11,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,37515,1732490407826 2024-11-24T23:20:11,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60373 2024-11-24T23:20:11,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:11,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016f258da50005 connected 2024-11-24T23:20:11,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37693,1732490402218 2024-11-24T23:20:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fce2a64 2024-11-24T23:20:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:11,162 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:11,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:20:11,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:20:11,165 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:11,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:20:11,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:20:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:20:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:11,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 405674867673d0d21ddd4af958ed5990, NAME => 'test,,1732490411163.405674867673d0d21ddd4af958ed5990.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556 2024-11-24T23:20:11,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:20:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:11,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490411163.405674867673d0d21ddd4af958ed5990.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:11,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 405674867673d0d21ddd4af958ed5990, disabling compactions & flushes 2024-11-24T23:20:11,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490411163.405674867673d0d21ddd4af958ed5990. 2024-11-24T23:20:11,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490411163.405674867673d0d21ddd4af958ed5990. 2024-11-24T23:20:11,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490411163.405674867673d0d21ddd4af958ed5990. after waiting 0 ms 2024-11-24T23:20:11,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490411163.405674867673d0d21ddd4af958ed5990. 2024-11-24T23:20:11,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490411163.405674867673d0d21ddd4af958ed5990. 2024-11-24T23:20:11,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 405674867673d0d21ddd4af958ed5990: Waiting for close lock at 1732490411978Disabling compacts and flushes for region at 1732490411978Disabling writes for close at 1732490411978Writing region close event to WAL at 1732490411978Closed at 1732490411978 2024-11-24T23:20:11,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:20:11,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490411163.405674867673d0d21ddd4af958ed5990.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490411979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490411979"}]},"ts":"1732490411979"} 2024-11-24T23:20:11,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:20:11,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:20:11,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490411982"}]},"ts":"1732490411982"} 2024-11-24T23:20:11,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:20:11,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=405674867673d0d21ddd4af958ed5990, ASSIGN}] 2024-11-24T23:20:11,985 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=405674867673d0d21ddd4af958ed5990, ASSIGN 2024-11-24T23:20:11,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=405674867673d0d21ddd4af958ed5990, ASSIGN; state=OFFLINE, location=ba7f32532130,34695,1732490402419; forceNewPlan=false, retain=false 2024-11-24T23:20:12,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=405674867673d0d21ddd4af958ed5990, regionState=OPENING, regionLocation=ba7f32532130,34695,1732490402419 2024-11-24T23:20:12,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=405674867673d0d21ddd4af958ed5990, ASSIGN because future has completed 2024-11-24T23:20:12,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 405674867673d0d21ddd4af958ed5990, server=ba7f32532130,34695,1732490402419}] 2024-11-24T23:20:12,294 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490411163.405674867673d0d21ddd4af958ed5990. 2024-11-24T23:20:12,294 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 405674867673d0d21ddd4af958ed5990, NAME => 'test,,1732490411163.405674867673d0d21ddd4af958ed5990.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:12,295 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:20:12,295 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:20:12,295 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,295 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490411163.405674867673d0d21ddd4af958ed5990.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:12,295 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,295 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,296 INFO [StoreOpener-405674867673d0d21ddd4af958ed5990-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,297 INFO [StoreOpener-405674867673d0d21ddd4af958ed5990-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 405674867673d0d21ddd4af958ed5990 columnFamilyName f 2024-11-24T23:20:12,297 DEBUG [StoreOpener-405674867673d0d21ddd4af958ed5990-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:12,297 INFO [StoreOpener-405674867673d0d21ddd4af958ed5990-1 {}] regionserver.HStore(327): Store=405674867673d0d21ddd4af958ed5990/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:12,297 INFO [StoreOpener-405674867673d0d21ddd4af958ed5990-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,298 INFO [StoreOpener-405674867673d0d21ddd4af958ed5990-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 405674867673d0d21ddd4af958ed5990 columnFamilyName f1 2024-11-24T23:20:12,298 DEBUG [StoreOpener-405674867673d0d21ddd4af958ed5990-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:12,298 INFO [StoreOpener-405674867673d0d21ddd4af958ed5990-1 {}] regionserver.HStore(327): Store=405674867673d0d21ddd4af958ed5990/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:12,298 INFO [StoreOpener-405674867673d0d21ddd4af958ed5990-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,299 INFO [StoreOpener-405674867673d0d21ddd4af958ed5990-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 405674867673d0d21ddd4af958ed5990 columnFamilyName norep 2024-11-24T23:20:12,299 DEBUG [StoreOpener-405674867673d0d21ddd4af958ed5990-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:12,300 INFO [StoreOpener-405674867673d0d21ddd4af958ed5990-1 {}] regionserver.HStore(327): Store=405674867673d0d21ddd4af958ed5990/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:12,300 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,300 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,300 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,301 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,301 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:12,301 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:20:12,302 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,304 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:12,304 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 405674867673d0d21ddd4af958ed5990; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66441315, jitterRate=-0.009947255253791809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:20:12,304 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:12,304 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 405674867673d0d21ddd4af958ed5990: Running coprocessor pre-open hook at 1732490412295Writing region info on filesystem at 1732490412295Initializing all the Stores at 1732490412296 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490412296Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490412296Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490412296Cleaning up temporary data from old regions at 1732490412301 (+5 ms)Running coprocessor post-open hooks at 1732490412304 (+3 ms)Region opened successfully at 1732490412304 2024-11-24T23:20:12,305 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490411163.405674867673d0d21ddd4af958ed5990., pid=6, masterSystemTime=1732490412291 2024-11-24T23:20:12,307 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490411163.405674867673d0d21ddd4af958ed5990. 2024-11-24T23:20:12,307 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490411163.405674867673d0d21ddd4af958ed5990. 2024-11-24T23:20:12,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=405674867673d0d21ddd4af958ed5990, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,34695,1732490402419 2024-11-24T23:20:12,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 405674867673d0d21ddd4af958ed5990, server=ba7f32532130,34695,1732490402419 because future has completed 2024-11-24T23:20:12,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:20:12,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 405674867673d0d21ddd4af958ed5990, server=ba7f32532130,34695,1732490402419 in 171 msec 2024-11-24T23:20:12,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:20:12,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=405674867673d0d21ddd4af958ed5990, ASSIGN in 328 msec 2024-11-24T23:20:12,314 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:20:12,314 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490412314"}]},"ts":"1732490412314"} 2024-11-24T23:20:12,316 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:20:12,317 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:20:12,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-24T23:20:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:13,312 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:20:13,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:13,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37515,1732490407826 2024-11-24T23:20:13,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b8c68c5 2024-11-24T23:20:13,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:13,314 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:13,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:20:13,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:20:13,317 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:13,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:20:13,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:20:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:13,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:20:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:13,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:20:13,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T23:20:13,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T23:20:13,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T23:20:13,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:13,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T23:20:13,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:20:13,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T23:20:13,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:20:13,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T23:20:13,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:20:13,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T23:20:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:13,724 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5962286c204638fa2e4f33258ea3bf7a, NAME => 'test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93 2024-11-24T23:20:13,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:20:13,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:13,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5962286c204638fa2e4f33258ea3bf7a, disabling compactions & flushes 2024-11-24T23:20:13,731 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. 2024-11-24T23:20:13,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. 2024-11-24T23:20:13,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. after waiting 0 ms 2024-11-24T23:20:13,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. 2024-11-24T23:20:13,731 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. 2024-11-24T23:20:13,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5962286c204638fa2e4f33258ea3bf7a: Waiting for close lock at 1732490413731Disabling compacts and flushes for region at 1732490413731Disabling writes for close at 1732490413731Writing region close event to WAL at 1732490413731Closed at 1732490413731 2024-11-24T23:20:13,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:20:13,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490413732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490413732"}]},"ts":"1732490413732"} 2024-11-24T23:20:13,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:20:13,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:20:13,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490413735"}]},"ts":"1732490413735"} 2024-11-24T23:20:13,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:20:13,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5962286c204638fa2e4f33258ea3bf7a, ASSIGN}] 2024-11-24T23:20:13,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5962286c204638fa2e4f33258ea3bf7a, ASSIGN 2024-11-24T23:20:13,739 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5962286c204638fa2e4f33258ea3bf7a, ASSIGN; state=OFFLINE, location=ba7f32532130,45107,1732490408210; forceNewPlan=false, retain=false 2024-11-24T23:20:13,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5962286c204638fa2e4f33258ea3bf7a, regionState=OPENING, regionLocation=ba7f32532130,45107,1732490408210 2024-11-24T23:20:13,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5962286c204638fa2e4f33258ea3bf7a, ASSIGN because future has completed 2024-11-24T23:20:13,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5962286c204638fa2e4f33258ea3bf7a, server=ba7f32532130,45107,1732490408210}] 2024-11-24T23:20:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:14,048 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. 2024-11-24T23:20:14,049 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5962286c204638fa2e4f33258ea3bf7a, NAME => 'test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:14,049 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:20:14,049 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:20:14,049 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,049 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:14,049 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,049 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,050 INFO [StoreOpener-5962286c204638fa2e4f33258ea3bf7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,051 INFO [StoreOpener-5962286c204638fa2e4f33258ea3bf7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5962286c204638fa2e4f33258ea3bf7a columnFamilyName f 2024-11-24T23:20:14,051 DEBUG [StoreOpener-5962286c204638fa2e4f33258ea3bf7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:14,052 INFO [StoreOpener-5962286c204638fa2e4f33258ea3bf7a-1 {}] regionserver.HStore(327): Store=5962286c204638fa2e4f33258ea3bf7a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:14,052 INFO [StoreOpener-5962286c204638fa2e4f33258ea3bf7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,053 INFO [StoreOpener-5962286c204638fa2e4f33258ea3bf7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5962286c204638fa2e4f33258ea3bf7a columnFamilyName f1 2024-11-24T23:20:14,053 DEBUG [StoreOpener-5962286c204638fa2e4f33258ea3bf7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:14,053 INFO [StoreOpener-5962286c204638fa2e4f33258ea3bf7a-1 {}] regionserver.HStore(327): Store=5962286c204638fa2e4f33258ea3bf7a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:14,053 INFO [StoreOpener-5962286c204638fa2e4f33258ea3bf7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,054 INFO [StoreOpener-5962286c204638fa2e4f33258ea3bf7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5962286c204638fa2e4f33258ea3bf7a columnFamilyName norep 2024-11-24T23:20:14,054 DEBUG [StoreOpener-5962286c204638fa2e4f33258ea3bf7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:14,054 INFO [StoreOpener-5962286c204638fa2e4f33258ea3bf7a-1 {}] regionserver.HStore(327): Store=5962286c204638fa2e4f33258ea3bf7a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:14,055 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,055 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,056 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,056 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,056 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,057 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:20:14,058 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,060 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:14,060 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5962286c204638fa2e4f33258ea3bf7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61055083, jitterRate=-0.09020836651325226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:20:14,060 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:14,060 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5962286c204638fa2e4f33258ea3bf7a: Running coprocessor pre-open hook at 1732490414049Writing region info on filesystem at 1732490414049Initializing all the Stores at 1732490414050 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490414050Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490414050Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490414050Cleaning up temporary data from old regions at 1732490414056 (+6 ms)Running coprocessor post-open hooks at 1732490414060 (+4 ms)Region opened successfully at 1732490414060 2024-11-24T23:20:14,061 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a., pid=6, masterSystemTime=1732490414045 2024-11-24T23:20:14,063 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. 2024-11-24T23:20:14,063 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. 2024-11-24T23:20:14,064 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5962286c204638fa2e4f33258ea3bf7a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,45107,1732490408210 2024-11-24T23:20:14,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5962286c204638fa2e4f33258ea3bf7a, server=ba7f32532130,45107,1732490408210 because future has completed 2024-11-24T23:20:14,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:20:14,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5962286c204638fa2e4f33258ea3bf7a, server=ba7f32532130,45107,1732490408210 in 173 msec 2024-11-24T23:20:14,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:20:14,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5962286c204638fa2e4f33258ea3bf7a, ASSIGN in 331 msec 2024-11-24T23:20:14,070 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:20:14,070 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490414070"}]},"ts":"1732490414070"} 2024-11-24T23:20:14,072 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:20:14,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:20:14,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-24T23:20:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:14,452 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:20:14,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce9c2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:14,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37693,-1 for getting cluster id 2024-11-24T23:20:14,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:14,454 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a610e94-b5a7-4790-b0d0-2432a3136084' 2024-11-24T23:20:14,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:14,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a610e94-b5a7-4790-b0d0-2432a3136084" 2024-11-24T23:20:14,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22423796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:14,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37693,-1] 2024-11-24T23:20:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:14,455 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15029736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:14,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:14,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37515,-1 for getting cluster id 2024-11-24T23:20:14,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:14,458 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a0debf3-754a-4c08-aecc-4b8429f63017' 2024-11-24T23:20:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a0debf3-754a-4c08-aecc-4b8429f63017" 2024-11-24T23:20:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324473ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37515,-1] 2024-11-24T23:20:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:14,459 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bcbfca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:14,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452627eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:14,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37693,-1 for getting cluster id 2024-11-24T23:20:14,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:14,461 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a610e94-b5a7-4790-b0d0-2432a3136084' 2024-11-24T23:20:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a610e94-b5a7-4790-b0d0-2432a3136084" 2024-11-24T23:20:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4dc8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37693,-1] 2024-11-24T23:20:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:14,462 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da1fc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:14,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:14,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37693,1732490402218 2024-11-24T23:20:14,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1142befe 2024-11-24T23:20:14,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:14,464 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:14,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:37515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:20:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:20:14,467 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:37515' 2024-11-24T23:20:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:14,468 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1534cb65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:14,468 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37515,-1 for getting cluster id 2024-11-24T23:20:14,468 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:14,469 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a0debf3-754a-4c08-aecc-4b8429f63017' 2024-11-24T23:20:14,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:14,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a0debf3-754a-4c08-aecc-4b8429f63017" 2024-11-24T23:20:14,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6954763d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:14,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37515,-1] 2024-11-24T23:20:14,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:14,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:14,470 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:14,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f51ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:14,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:14,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37515,1732490407826 2024-11-24T23:20:14,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c12098c 2024-11-24T23:20:14,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:14,472 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:14,472 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T23:20:14,472 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:20:14,472 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:14,473 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:14,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:14,473 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:14,474 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:20:14,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:20:14,475 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:14,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:20:14,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741837_1013 (size=1138) 2024-11-24T23:20:14,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20fe5bbb10723e07d22d6b70ba53b540, NAME => 'hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556 2024-11-24T23:20:14,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741838_1014 (size=44) 2024-11-24T23:20:14,524 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:20:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:14,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:14,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 20fe5bbb10723e07d22d6b70ba53b540, disabling compactions & flushes 2024-11-24T23:20:14,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. 2024-11-24T23:20:14,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. 2024-11-24T23:20:14,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. after waiting 0 ms 2024-11-24T23:20:14,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. 2024-11-24T23:20:14,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. 2024-11-24T23:20:14,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20fe5bbb10723e07d22d6b70ba53b540: Waiting for close lock at 1732490414889Disabling compacts and flushes for region at 1732490414890 (+1 ms)Disabling writes for close at 1732490414890Writing region close event to WAL at 1732490414890Closed at 1732490414890 2024-11-24T23:20:14,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:20:14,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490414891"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490414891"}]},"ts":"1732490414891"} 2024-11-24T23:20:14,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:20:14,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:20:14,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490414893"}]},"ts":"1732490414893"} 2024-11-24T23:20:14,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:20:14,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20fe5bbb10723e07d22d6b70ba53b540, ASSIGN}] 2024-11-24T23:20:14,897 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20fe5bbb10723e07d22d6b70ba53b540, ASSIGN 2024-11-24T23:20:14,897 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20fe5bbb10723e07d22d6b70ba53b540, ASSIGN; state=OFFLINE, location=ba7f32532130,34695,1732490402419; forceNewPlan=false, retain=false 2024-11-24T23:20:15,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20fe5bbb10723e07d22d6b70ba53b540, regionState=OPENING, regionLocation=ba7f32532130,34695,1732490402419 2024-11-24T23:20:15,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20fe5bbb10723e07d22d6b70ba53b540, ASSIGN because future has completed 2024-11-24T23:20:15,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20fe5bbb10723e07d22d6b70ba53b540, server=ba7f32532130,34695,1732490402419}] 2024-11-24T23:20:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:15,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. 2024-11-24T23:20:15,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:15,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:20:15,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C34695%2C1732490402419.rep, suffix=, logDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419, archiveDir=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/oldWALs, maxLogs=10 2024-11-24T23:20:15,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.rep.1732490415248, exclude list is [], retry=0 2024-11-24T23:20:15,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-5df19309-91ef-40a7-b325-4dc7b63f94cf,DISK] 2024-11-24T23:20:15,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.rep.1732490415248 2024-11-24T23:20:15,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45563:45563)] 2024-11-24T23:20:15,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 20fe5bbb10723e07d22d6b70ba53b540, NAME => 'hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:15,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:20:15,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:20:15,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. service=MultiRowMutationService 2024-11-24T23:20:15,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:20:15,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:15,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,266 INFO [StoreOpener-20fe5bbb10723e07d22d6b70ba53b540-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,267 INFO [StoreOpener-20fe5bbb10723e07d22d6b70ba53b540-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20fe5bbb10723e07d22d6b70ba53b540 columnFamilyName hfileref 2024-11-24T23:20:15,267 DEBUG [StoreOpener-20fe5bbb10723e07d22d6b70ba53b540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:15,267 INFO [StoreOpener-20fe5bbb10723e07d22d6b70ba53b540-1 {}] regionserver.HStore(327): Store=20fe5bbb10723e07d22d6b70ba53b540/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:15,267 INFO [StoreOpener-20fe5bbb10723e07d22d6b70ba53b540-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,268 INFO [StoreOpener-20fe5bbb10723e07d22d6b70ba53b540-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20fe5bbb10723e07d22d6b70ba53b540 columnFamilyName queue 2024-11-24T23:20:15,268 DEBUG [StoreOpener-20fe5bbb10723e07d22d6b70ba53b540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:15,268 INFO [StoreOpener-20fe5bbb10723e07d22d6b70ba53b540-1 {}] regionserver.HStore(327): Store=20fe5bbb10723e07d22d6b70ba53b540/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:15,268 INFO [StoreOpener-20fe5bbb10723e07d22d6b70ba53b540-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,269 INFO [StoreOpener-20fe5bbb10723e07d22d6b70ba53b540-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20fe5bbb10723e07d22d6b70ba53b540 columnFamilyName sid 2024-11-24T23:20:15,270 DEBUG [StoreOpener-20fe5bbb10723e07d22d6b70ba53b540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:15,270 INFO [StoreOpener-20fe5bbb10723e07d22d6b70ba53b540-1 {}] regionserver.HStore(327): Store=20fe5bbb10723e07d22d6b70ba53b540/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:15,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:20:15,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:15,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 20fe5bbb10723e07d22d6b70ba53b540; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62448497, jitterRate=-0.06944487988948822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:20:15,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:15,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 20fe5bbb10723e07d22d6b70ba53b540: Running coprocessor pre-open hook at 1732490415265Writing region info on filesystem at 1732490415265Initializing all the Stores at 1732490415265Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490415265Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490415266 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490415266Cleaning up temporary data from old regions at 1732490415272 (+6 ms)Running coprocessor post-open hooks at 1732490415275 (+3 ms)Region opened successfully at 1732490415276 (+1 ms) 2024-11-24T23:20:15,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540., pid=10, masterSystemTime=1732490415243 2024-11-24T23:20:15,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. 2024-11-24T23:20:15,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. 2024-11-24T23:20:15,279 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20fe5bbb10723e07d22d6b70ba53b540, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,34695,1732490402419 2024-11-24T23:20:15,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20fe5bbb10723e07d22d6b70ba53b540, server=ba7f32532130,34695,1732490402419 because future has completed 2024-11-24T23:20:15,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:20:15,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 20fe5bbb10723e07d22d6b70ba53b540, server=ba7f32532130,34695,1732490402419 in 232 msec 2024-11-24T23:20:15,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T23:20:15,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20fe5bbb10723e07d22d6b70ba53b540, ASSIGN in 387 msec 2024-11-24T23:20:15,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:20:15,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490415285"}]},"ts":"1732490415285"} 2024-11-24T23:20:15,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:20:15,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:20:15,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 815 msec 2024-11-24T23:20:15,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540., hostname=ba7f32532130,34695,1732490402419, seqNum=2] 2024-11-24T23:20:15,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:15,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:15,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:20:15,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34695 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T23:20:15,539 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:20:15,565 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,34695,1732490402419, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:20:15,565 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:15,565 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34695,1732490402419, seqNum=-1] 2024-11-24T23:20:15,566 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:15,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T23:20:15,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,34695,1732490402419', locateType=CURRENT is [region=hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540., hostname=ba7f32532130,34695,1732490402419, seqNum=2] 2024-11-24T23:20:15,570 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T23:20:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T23:20:15,572 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,34695,1732490402419 suceeded 2024-11-24T23:20:15,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T23:20:15,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-24T23:20:15,574 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:37515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:20:15,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1090 sec 2024-11-24T23:20:15,584 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:37515' 2024-11-24T23:20:15,585 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd2f68b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:15,585 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37515,-1 for getting cluster id 2024-11-24T23:20:15,585 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:15,586 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a0debf3-754a-4c08-aecc-4b8429f63017' 2024-11-24T23:20:15,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:15,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a0debf3-754a-4c08-aecc-4b8429f63017" 2024-11-24T23:20:15,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68cc4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:15,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37515,-1] 2024-11-24T23:20:15,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:15,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:15,587 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:15,588 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9a4bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:15,588 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:15,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37515,1732490407826 2024-11-24T23:20:15,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d86b9a5 2024-11-24T23:20:15,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:15,590 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T23:20:15,590 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,34695,1732490402419 (queues=1) is replicating from cluster=4a610e94-b5a7-4790-b0d0-2432a3136084 to cluster=7a0debf3-754a-4c08-aecc-4b8429f63017 2024-11-24T23:20:15,590 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C34695%2C1732490402419 2024-11-24T23:20:15,591 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,34695,1732490402419, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:20:15,591 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C34695%2C1732490402419 2024-11-24T23:20:15,591 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732, startPosition=0, beingWritten=true 2024-11-24T23:20:15,596 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:15,596 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 379, reset compression=false 2024-11-24T23:20:15,596 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34695,1732490402419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:20:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:15,602 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:20:15,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:15,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:15,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:15,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:15,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:15,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f847d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:15,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37515,-1 for getting cluster id 2024-11-24T23:20:15,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:15,604 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a0debf3-754a-4c08-aecc-4b8429f63017' 2024-11-24T23:20:15,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:15,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a0debf3-754a-4c08-aecc-4b8429f63017" 2024-11-24T23:20:15,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64848ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:15,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37515,-1] 2024-11-24T23:20:15,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:15,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:15,606 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:15,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a96ee03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:15,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37515,1732490407826 2024-11-24T23:20:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e47519d 2024-11-24T23:20:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:15,608 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:15,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:37693,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:20:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:20:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:15,611 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:37693' 2024-11-24T23:20:15,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2263224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:15,612 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37693,-1 for getting cluster id 2024-11-24T23:20:15,612 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:15,613 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a610e94-b5a7-4790-b0d0-2432a3136084' 2024-11-24T23:20:15,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:15,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a610e94-b5a7-4790-b0d0-2432a3136084" 2024-11-24T23:20:15,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740c3ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:15,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37693,-1] 2024-11-24T23:20:15,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:15,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:15,614 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:15,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39cb2f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:15,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:15,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37693,1732490402218 2024-11-24T23:20:15,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47a7d2be 2024-11-24T23:20:15,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:15,616 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:15,617 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T23:20:15,617 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:20:15,617 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:15,617 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:15,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:15,617 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:15,618 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:20:15,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:20:15,619 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:15,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:20:15,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741837_1013 (size=1138) 2024-11-24T23:20:15,669 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:20:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:15,801 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 379, reset compression=false 2024-11-24T23:20:15,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T23:20:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:16,030 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24db5c576391d83bd45db2a0c94f8e2c, NAME => 'hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93 2024-11-24T23:20:16,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741838_1014 (size=44) 2024-11-24T23:20:16,104 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 379, reset compression=false 2024-11-24T23:20:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:16,436 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:16,436 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24db5c576391d83bd45db2a0c94f8e2c, disabling compactions & flushes 2024-11-24T23:20:16,436 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. 2024-11-24T23:20:16,436 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. 2024-11-24T23:20:16,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. after waiting 0 ms 2024-11-24T23:20:16,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. 2024-11-24T23:20:16,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. 2024-11-24T23:20:16,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24db5c576391d83bd45db2a0c94f8e2c: Waiting for close lock at 1732490416436Disabling compacts and flushes for region at 1732490416436Disabling writes for close at 1732490416437 (+1 ms)Writing region close event to WAL at 1732490416437Closed at 1732490416437 2024-11-24T23:20:16,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:20:16,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490416438"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490416438"}]},"ts":"1732490416438"} 2024-11-24T23:20:16,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:20:16,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:20:16,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490416441"}]},"ts":"1732490416441"} 2024-11-24T23:20:16,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:20:16,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24db5c576391d83bd45db2a0c94f8e2c, ASSIGN}] 2024-11-24T23:20:16,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24db5c576391d83bd45db2a0c94f8e2c, ASSIGN 2024-11-24T23:20:16,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24db5c576391d83bd45db2a0c94f8e2c, ASSIGN; state=OFFLINE, location=ba7f32532130,45107,1732490408210; forceNewPlan=false, retain=false 2024-11-24T23:20:16,508 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 379, reset compression=false 2024-11-24T23:20:16,529 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:20:16,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:16,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:16,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:16,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:16,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:16,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:16,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:16,594 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T23:20:16,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24db5c576391d83bd45db2a0c94f8e2c, regionState=OPENING, regionLocation=ba7f32532130,45107,1732490408210 2024-11-24T23:20:16,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24db5c576391d83bd45db2a0c94f8e2c, ASSIGN because future has completed 2024-11-24T23:20:16,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24db5c576391d83bd45db2a0c94f8e2c, server=ba7f32532130,45107,1732490408210}] 2024-11-24T23:20:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:16,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. 2024-11-24T23:20:16,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:16,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:20:16,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C45107%2C1732490408210.rep, suffix=, logDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210, archiveDir=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/oldWALs, maxLogs=10 2024-11-24T23:20:16,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.rep.1732490416756, exclude list is [], retry=0 2024-11-24T23:20:16,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41901,DS-757b216f-ecfd-4dcc-8609-afda064d2e34,DISK] 2024-11-24T23:20:16,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.rep.1732490416756 2024-11-24T23:20:16,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33105:33105)] 2024-11-24T23:20:16,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24db5c576391d83bd45db2a0c94f8e2c, NAME => 'hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:16,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:20:16,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:20:16,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. service=MultiRowMutationService 2024-11-24T23:20:16,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:20:16,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:16,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,780 INFO [StoreOpener-24db5c576391d83bd45db2a0c94f8e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,781 INFO [StoreOpener-24db5c576391d83bd45db2a0c94f8e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24db5c576391d83bd45db2a0c94f8e2c columnFamilyName hfileref 2024-11-24T23:20:16,781 DEBUG [StoreOpener-24db5c576391d83bd45db2a0c94f8e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:16,781 INFO [StoreOpener-24db5c576391d83bd45db2a0c94f8e2c-1 {}] regionserver.HStore(327): Store=24db5c576391d83bd45db2a0c94f8e2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:16,781 INFO [StoreOpener-24db5c576391d83bd45db2a0c94f8e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,782 INFO [StoreOpener-24db5c576391d83bd45db2a0c94f8e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24db5c576391d83bd45db2a0c94f8e2c columnFamilyName queue 2024-11-24T23:20:16,782 DEBUG [StoreOpener-24db5c576391d83bd45db2a0c94f8e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:16,783 INFO [StoreOpener-24db5c576391d83bd45db2a0c94f8e2c-1 {}] regionserver.HStore(327): Store=24db5c576391d83bd45db2a0c94f8e2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:16,783 INFO [StoreOpener-24db5c576391d83bd45db2a0c94f8e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,784 INFO [StoreOpener-24db5c576391d83bd45db2a0c94f8e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24db5c576391d83bd45db2a0c94f8e2c columnFamilyName sid 2024-11-24T23:20:16,784 DEBUG [StoreOpener-24db5c576391d83bd45db2a0c94f8e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:16,784 INFO [StoreOpener-24db5c576391d83bd45db2a0c94f8e2c-1 {}] regionserver.HStore(327): Store=24db5c576391d83bd45db2a0c94f8e2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:16,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:20:16,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:16,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24db5c576391d83bd45db2a0c94f8e2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65568019, jitterRate=-0.022960379719734192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:20:16,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:16,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24db5c576391d83bd45db2a0c94f8e2c: Running coprocessor pre-open hook at 1732490416779Writing region info on filesystem at 1732490416779Initializing all the Stores at 1732490416780 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490416780Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490416780Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490416780Cleaning up temporary data from old regions at 1732490416786 (+6 ms)Running coprocessor post-open hooks at 1732490416790 (+4 ms)Region opened successfully at 1732490416790 2024-11-24T23:20:16,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c., pid=10, masterSystemTime=1732490416750 2024-11-24T23:20:16,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. 2024-11-24T23:20:16,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. 2024-11-24T23:20:16,793 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24db5c576391d83bd45db2a0c94f8e2c, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,45107,1732490408210 2024-11-24T23:20:16,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24db5c576391d83bd45db2a0c94f8e2c, server=ba7f32532130,45107,1732490408210 because future has completed 2024-11-24T23:20:16,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:20:16,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24db5c576391d83bd45db2a0c94f8e2c, server=ba7f32532130,45107,1732490408210 in 198 msec 2024-11-24T23:20:16,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T23:20:16,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24db5c576391d83bd45db2a0c94f8e2c, ASSIGN in 355 msec 2024-11-24T23:20:16,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:20:16,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490416800"}]},"ts":"1732490416800"} 2024-11-24T23:20:16,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:20:16,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:20:16,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-24T23:20:16,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c., hostname=ba7f32532130,45107,1732490408210, seqNum=2] 2024-11-24T23:20:16,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:16,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:16,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:20:17,012 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 379, reset compression=false 2024-11-24T23:20:17,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T23:20:17,070 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:20:17,095 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,45107,1732490408210, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:20:17,096 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:17,096 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1] 2024-11-24T23:20:17,096 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:17,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T23:20:17,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,45107,1732490408210', locateType=CURRENT is [region=hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c., hostname=ba7f32532130,45107,1732490408210, seqNum=2] 2024-11-24T23:20:17,101 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T23:20:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T23:20:17,104 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,45107,1732490408210 suceeded 2024-11-24T23:20:17,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T23:20:17,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-24T23:20:17,106 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:37693,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:20:17,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-24T23:20:17,115 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:37693' 2024-11-24T23:20:17,116 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d4b64bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:17,116 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37693,-1 for getting cluster id 2024-11-24T23:20:17,116 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:17,117 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a610e94-b5a7-4790-b0d0-2432a3136084' 2024-11-24T23:20:17,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:17,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a610e94-b5a7-4790-b0d0-2432a3136084" 2024-11-24T23:20:17,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@275e419a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:17,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37693,-1] 2024-11-24T23:20:17,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:17,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:17,118 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:17,119 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60fc0022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:17,119 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:17,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37693,1732490402218 2024-11-24T23:20:17,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e77e374 2024-11-24T23:20:17,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:17,120 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T23:20:17,121 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,45107,1732490408210 (queues=1) is replicating from cluster=7a0debf3-754a-4c08-aecc-4b8429f63017 to cluster=4a610e94-b5a7-4790-b0d0-2432a3136084 2024-11-24T23:20:17,121 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C45107%2C1732490408210 2024-11-24T23:20:17,121 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,45107,1732490408210, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:20:17,121 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C45107%2C1732490408210 2024-11-24T23:20:17,121 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044, startPosition=0, beingWritten=true 2024-11-24T23:20:17,126 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:17,126 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 379, reset compression=false 2024-11-24T23:20:17,126 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45107,1732490408210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:20:17,330 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 379, reset compression=false 2024-11-24T23:20:17,616 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 379, reset compression=false 2024-11-24T23:20:17,634 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 379, reset compression=false 2024-11-24T23:20:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:17,761 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:20:17,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:17,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:17,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:17,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:17,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:17,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:17,766 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732490417765/Put/seqid=0 2024-11-24T23:20:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741840_1016 (size=7894) 2024-11-24T23:20:18,037 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 379, reset compression=false 2024-11-24T23:20:18,172 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732490418171/Put/seqid=0 2024-11-24T23:20:18,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741841_1017 (size=7691) 2024-11-24T23:20:18,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:18,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37693,-1 for getting cluster id 2024-11-24T23:20:18,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:18,177 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a610e94-b5a7-4790-b0d0-2432a3136084' 2024-11-24T23:20:18,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a610e94-b5a7-4790-b0d0-2432a3136084" 2024-11-24T23:20:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67195140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37693,-1] 2024-11-24T23:20:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:18,179 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:18,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:18,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:18,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34695,1732490402419, seqNum=-1] 2024-11-24T23:20:18,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:18,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:18,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37693,1732490402218 2024-11-24T23:20:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4604b7ca 2024-11-24T23:20:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:18,190 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:18,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732490411163.405674867673d0d21ddd4af958ed5990., hostname=ba7f32532130,34695,1732490402419, seqNum=2] 2024-11-24T23:20:18,195 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:20:18,199 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T23:20:18,202 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T23:20:18,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 405674867673d0d21ddd4af958ed5990/f 2024-11-24T23:20:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T23:20:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:20:18,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 405674867673d0d21ddd4af958ed5990/f 2024-11-24T23:20:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T23:20:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:20:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HRegion(2603): Flush status journal for 405674867673d0d21ddd4af958ed5990: 2024-11-24T23:20:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins__test__pndgjr6q2f5outnbiue6utf716h1a3mnia1vmuiokho4jpbl7ghbgdninca2f4b5/f/hfile_1 2024-11-24T23:20:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins__test__pndgjr6q2f5outnbiue6utf716h1a3mnia1vmuiokho4jpbl7ghbgdninca2f4b5/f/hfile_1 as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/0696da12905d4bedb98d863e294abc46_SeqId_4_ 2024-11-24T23:20:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins__test__pndgjr6q2f5outnbiue6utf716h1a3mnia1vmuiokho4jpbl7ghbgdninca2f4b5/f/hfile_0 2024-11-24T23:20:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins__test__pndgjr6q2f5outnbiue6utf716h1a3mnia1vmuiokho4jpbl7ghbgdninca2f4b5/f/hfile_0 as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/61bbab2b534a4888a332caa6bf369097_SeqId_4_ 2024-11-24T23:20:18,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins__test__pndgjr6q2f5outnbiue6utf716h1a3mnia1vmuiokho4jpbl7ghbgdninca2f4b5/f/hfile_1 into 405674867673d0d21ddd4af958ed5990/f as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/0696da12905d4bedb98d863e294abc46_SeqId_4_ - updating store file list. 2024-11-24T23:20:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0696da12905d4bedb98d863e294abc46_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:20:18,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/0696da12905d4bedb98d863e294abc46_SeqId_4_ into 405674867673d0d21ddd4af958ed5990/f 2024-11-24T23:20:18,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins__test__pndgjr6q2f5outnbiue6utf716h1a3mnia1vmuiokho4jpbl7ghbgdninca2f4b5/f/hfile_1 into 405674867673d0d21ddd4af958ed5990/f (new location: hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/0696da12905d4bedb98d863e294abc46_SeqId_4_) 2024-11-24T23:20:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins__test__pndgjr6q2f5outnbiue6utf716h1a3mnia1vmuiokho4jpbl7ghbgdninca2f4b5/f/hfile_1 2024-11-24T23:20:18,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins__test__pndgjr6q2f5outnbiue6utf716h1a3mnia1vmuiokho4jpbl7ghbgdninca2f4b5/f/hfile_0 into 405674867673d0d21ddd4af958ed5990/f as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/61bbab2b534a4888a332caa6bf369097_SeqId_4_ - updating store file list. 2024-11-24T23:20:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61bbab2b534a4888a332caa6bf369097_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:20:18,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/61bbab2b534a4888a332caa6bf369097_SeqId_4_ into 405674867673d0d21ddd4af958ed5990/f 2024-11-24T23:20:18,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins__test__pndgjr6q2f5outnbiue6utf716h1a3mnia1vmuiokho4jpbl7ghbgdninca2f4b5/f/hfile_0 into 405674867673d0d21ddd4af958ed5990/f (new location: hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/61bbab2b534a4888a332caa6bf369097_SeqId_4_) 2024-11-24T23:20:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins__test__pndgjr6q2f5outnbiue6utf716h1a3mnia1vmuiokho4jpbl7ghbgdninca2f4b5/f/hfile_0 2024-11-24T23:20:18,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:18,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:18,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:18,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732490411163.405674867673d0d21ddd4af958ed5990., hostname=ba7f32532130,34695,1732490402419, seqNum=2 , the old value is region=test,,1732490411163.405674867673d0d21ddd4af958ed5990., hostname=ba7f32532130,34695,1732490402419, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ba7f32532130:34695 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T23:20:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732490411163.405674867673d0d21ddd4af958ed5990., hostname=ba7f32532130,34695,1732490402419, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T23:20:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732490411163.405674867673d0d21ddd4af958ed5990., hostname=ba7f32532130,34695,1732490402419, seqNum=2 from cache 2024-11-24T23:20:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:52866 deadline: 1732490478230 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:52866 2024-11-24T23:20:18,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:18,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1] 2024-11-24T23:20:18,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:18,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a., hostname=ba7f32532130,45107,1732490408210, seqNum=2] 2024-11-24T23:20:18,237 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T23:20:18,319 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 379, reset compression=false 2024-11-24T23:20:18,324 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:20:18,324 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34695,1732490402419 got entry batch from reader: WALEntryBatch [walEntries=[{test/405674867673d0d21ddd4af958ed5990/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732490418229/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T23:20:18,326 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:20:18,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-24T23:20:18,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(318): Replicating [4a610e94-b5a7-4790-b0d0-2432a3136084] bulk loaded data 2024-11-24T23:20:18,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@552afd0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:18,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37515,-1 for getting cluster id 2024-11-24T23:20:18,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:18,328 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a0debf3-754a-4c08-aecc-4b8429f63017' 2024-11-24T23:20:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a0debf3-754a-4c08-aecc-4b8429f63017" 2024-11-24T23:20:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@378b6219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37515,-1] 2024-11-24T23:20:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:18,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:18,329 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:18,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37c54322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:18,342 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:34695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T23:20:18,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741840_1016 (size=7691) 2024-11-24T23:20:18,524 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 687, reset compression=false 2024-11-24T23:20:18,541 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 379, reset compression=false 2024-11-24T23:20:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741841_1017 (size=7894) 2024-11-24T23:20:18,828 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 687, reset compression=false 2024-11-24T23:20:19,144 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 379, reset compression=false 2024-11-24T23:20:19,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:19,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37515,1732490407826 2024-11-24T23:20:19,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dba84d3 2024-11-24T23:20:19,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:19,171 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T23:20:19,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:20:19,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:19,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1] 2024-11-24T23:20:19,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:19,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T23:20:19,200 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins.hfs.11__test__9ph7gv82c01900h97r3nefu95tj7o112sjdabf36c5r2n3vokcabe9h9gjc9g5n7/f/0696da12905d4bedb98d863e294abc46_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T23:20:19,203 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins.hfs.11__test__9ph7gv82c01900h97r3nefu95tj7o112sjdabf36c5r2n3vokcabe9h9gjc9g5n7/f/61bbab2b534a4888a332caa6bf369097_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T23:20:19,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins.hfs.11__test__9ph7gv82c01900h97r3nefu95tj7o112sjdabf36c5r2n3vokcabe9h9gjc9g5n7/f/61bbab2b534a4888a332caa6bf369097_SeqId_4_ for inclusion in 5962286c204638fa2e4f33258ea3bf7a/f 2024-11-24T23:20:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T23:20:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:20:19,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins.hfs.11__test__9ph7gv82c01900h97r3nefu95tj7o112sjdabf36c5r2n3vokcabe9h9gjc9g5n7/f/0696da12905d4bedb98d863e294abc46_SeqId_4_ for inclusion in 5962286c204638fa2e4f33258ea3bf7a/f 2024-11-24T23:20:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T23:20:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:20:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HRegion(2603): Flush status journal for 5962286c204638fa2e4f33258ea3bf7a: 2024-11-24T23:20:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 61bbab2b534a4888a332caa6bf369097_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T23:20:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins.hfs.11__test__9ph7gv82c01900h97r3nefu95tj7o112sjdabf36c5r2n3vokcabe9h9gjc9g5n7/f/61bbab2b534a4888a332caa6bf369097_SeqId_4_ as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/e28cd87c1d78498a8a3f92675192702a_SeqId_4_ 2024-11-24T23:20:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0696da12905d4bedb98d863e294abc46_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T23:20:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins.hfs.11__test__9ph7gv82c01900h97r3nefu95tj7o112sjdabf36c5r2n3vokcabe9h9gjc9g5n7/f/0696da12905d4bedb98d863e294abc46_SeqId_4_ as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/bd666b76101545b083250e65cfd69639_SeqId_4_ 2024-11-24T23:20:19,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins.hfs.11__test__9ph7gv82c01900h97r3nefu95tj7o112sjdabf36c5r2n3vokcabe9h9gjc9g5n7/f/61bbab2b534a4888a332caa6bf369097_SeqId_4_ into 5962286c204638fa2e4f33258ea3bf7a/f as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/e28cd87c1d78498a8a3f92675192702a_SeqId_4_ - updating store file list. 2024-11-24T23:20:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e28cd87c1d78498a8a3f92675192702a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:20:19,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/e28cd87c1d78498a8a3f92675192702a_SeqId_4_ into 5962286c204638fa2e4f33258ea3bf7a/f 2024-11-24T23:20:19,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins.hfs.11__test__9ph7gv82c01900h97r3nefu95tj7o112sjdabf36c5r2n3vokcabe9h9gjc9g5n7/f/61bbab2b534a4888a332caa6bf369097_SeqId_4_ into 5962286c204638fa2e4f33258ea3bf7a/f (new location: hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/e28cd87c1d78498a8a3f92675192702a_SeqId_4_) 2024-11-24T23:20:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins.hfs.11__test__9ph7gv82c01900h97r3nefu95tj7o112sjdabf36c5r2n3vokcabe9h9gjc9g5n7/f/61bbab2b534a4888a332caa6bf369097_SeqId_4_ 2024-11-24T23:20:19,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins.hfs.11__test__9ph7gv82c01900h97r3nefu95tj7o112sjdabf36c5r2n3vokcabe9h9gjc9g5n7/f/0696da12905d4bedb98d863e294abc46_SeqId_4_ into 5962286c204638fa2e4f33258ea3bf7a/f as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/bd666b76101545b083250e65cfd69639_SeqId_4_ - updating store file list. 2024-11-24T23:20:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bd666b76101545b083250e65cfd69639_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:20:19,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/bd666b76101545b083250e65cfd69639_SeqId_4_ into 5962286c204638fa2e4f33258ea3bf7a/f 2024-11-24T23:20:19,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins.hfs.11__test__9ph7gv82c01900h97r3nefu95tj7o112sjdabf36c5r2n3vokcabe9h9gjc9g5n7/f/0696da12905d4bedb98d863e294abc46_SeqId_4_ into 5962286c204638fa2e4f33258ea3bf7a/f (new location: hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/bd666b76101545b083250e65cfd69639_SeqId_4_) 2024-11-24T23:20:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins.hfs.11__test__9ph7gv82c01900h97r3nefu95tj7o112sjdabf36c5r2n3vokcabe9h9gjc9g5n7/f/0696da12905d4bedb98d863e294abc46_SeqId_4_ 2024-11-24T23:20:19,231 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 687, reset compression=false 2024-11-24T23:20:19,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(324): Finished replicating [4a610e94-b5a7-4790-b0d0-2432a3136084] bulk loaded data 2024-11-24T23:20:19,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:19,253 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732490419253/Put/seqid=0 2024-11-24T23:20:19,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741842_1018 (size=11194) 2024-11-24T23:20:19,663 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732490419662/Put/seqid=0 2024-11-24T23:20:19,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741843_1019 (size=10791) 2024-11-24T23:20:19,747 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 687, reset compression=false 2024-11-24T23:20:19,868 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 379, reset compression=false 2024-11-24T23:20:19,873 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:20:19,873 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45107,1732490408210 got entry batch from reader: WALEntryBatch [walEntries=[{test/5962286c204638fa2e4f33258ea3bf7a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732490419231/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T23:20:19,875 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:20:19,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-24T23:20:19,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.ReplicationSink(318): Replicating [4a610e94-b5a7-4790-b0d0-2432a3136084, 7a0debf3-754a-4c08-aecc-4b8429f63017] bulk loaded data 2024-11-24T23:20:19,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@463f7cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:19,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37693,-1 for getting cluster id 2024-11-24T23:20:19,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:19,878 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a610e94-b5a7-4790-b0d0-2432a3136084' 2024-11-24T23:20:19,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:19,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a610e94-b5a7-4790-b0d0-2432a3136084" 2024-11-24T23:20:19,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20941671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:19,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37693,-1] 2024-11-24T23:20:19,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:19,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:19,879 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:19,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b75c4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:19,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741842_1018 (size=7894) 2024-11-24T23:20:19,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741843_1019 (size=7691) 2024-11-24T23:20:20,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:20,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37515,-1 for getting cluster id 2024-11-24T23:20:20,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:20,070 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a0debf3-754a-4c08-aecc-4b8429f63017' 2024-11-24T23:20:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a0debf3-754a-4c08-aecc-4b8429f63017" 2024-11-24T23:20:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b36e692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37515,-1] 2024-11-24T23:20:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:20,071 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:20,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a10c8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:20,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1] 2024-11-24T23:20:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:20,073 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 725, reset compression=false 2024-11-24T23:20:20,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:20,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37515,1732490407826 2024-11-24T23:20:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a7b010b 2024-11-24T23:20:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:20,117 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:20,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a., hostname=ba7f32532130,45107,1732490408210, seqNum=2] 2024-11-24T23:20:20,122 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:20:20,128 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T23:20:20,130 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T23:20:20,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 5962286c204638fa2e4f33258ea3bf7a/f 2024-11-24T23:20:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T23:20:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:20:20,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 5962286c204638fa2e4f33258ea3bf7a/f 2024-11-24T23:20:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T23:20:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:20:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HRegion(2603): Flush status journal for 5962286c204638fa2e4f33258ea3bf7a: 2024-11-24T23:20:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins__test__uukjgu8c0053ttaq10722104048tndk1fe1q5fo490e1b3das0uagcubmn7ll1ek/f/hfile_0 2024-11-24T23:20:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins__test__uukjgu8c0053ttaq10722104048tndk1fe1q5fo490e1b3das0uagcubmn7ll1ek/f/hfile_0 as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/6b307fee56e344ff86b364a2c62cec2f_SeqId_6_ 2024-11-24T23:20:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins__test__uukjgu8c0053ttaq10722104048tndk1fe1q5fo490e1b3das0uagcubmn7ll1ek/f/hfile_1 2024-11-24T23:20:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins__test__uukjgu8c0053ttaq10722104048tndk1fe1q5fo490e1b3das0uagcubmn7ll1ek/f/hfile_1 as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/2f144c52f30d4e03be7e189a446f2d15_SeqId_6_ 2024-11-24T23:20:20,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins__test__uukjgu8c0053ttaq10722104048tndk1fe1q5fo490e1b3das0uagcubmn7ll1ek/f/hfile_0 into 5962286c204638fa2e4f33258ea3bf7a/f as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/6b307fee56e344ff86b364a2c62cec2f_SeqId_6_ - updating store file list. 2024-11-24T23:20:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b307fee56e344ff86b364a2c62cec2f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T23:20:20,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/6b307fee56e344ff86b364a2c62cec2f_SeqId_6_ into 5962286c204638fa2e4f33258ea3bf7a/f 2024-11-24T23:20:20,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins__test__uukjgu8c0053ttaq10722104048tndk1fe1q5fo490e1b3das0uagcubmn7ll1ek/f/hfile_0 into 5962286c204638fa2e4f33258ea3bf7a/f (new location: hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/6b307fee56e344ff86b364a2c62cec2f_SeqId_6_) 2024-11-24T23:20:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins__test__uukjgu8c0053ttaq10722104048tndk1fe1q5fo490e1b3das0uagcubmn7ll1ek/f/hfile_0 2024-11-24T23:20:20,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins__test__uukjgu8c0053ttaq10722104048tndk1fe1q5fo490e1b3das0uagcubmn7ll1ek/f/hfile_1 into 5962286c204638fa2e4f33258ea3bf7a/f as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/2f144c52f30d4e03be7e189a446f2d15_SeqId_6_ - updating store file list. 2024-11-24T23:20:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f144c52f30d4e03be7e189a446f2d15_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T23:20:20,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/2f144c52f30d4e03be7e189a446f2d15_SeqId_6_ into 5962286c204638fa2e4f33258ea3bf7a/f 2024-11-24T23:20:20,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins__test__uukjgu8c0053ttaq10722104048tndk1fe1q5fo490e1b3das0uagcubmn7ll1ek/f/hfile_1 into 5962286c204638fa2e4f33258ea3bf7a/f (new location: hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/f/2f144c52f30d4e03be7e189a446f2d15_SeqId_6_) 2024-11-24T23:20:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/staging/jenkins__test__uukjgu8c0053ttaq10722104048tndk1fe1q5fo490e1b3das0uagcubmn7ll1ek/f/hfile_1 2024-11-24T23:20:20,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:20,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:20,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:20,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:20,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:20,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a., hostname=ba7f32532130,45107,1732490408210, seqNum=2 , the old value is region=test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a., hostname=ba7f32532130,45107,1732490408210, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ba7f32532130:45107 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T23:20:20,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a., hostname=ba7f32532130,45107,1732490408210, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T23:20:20,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a., hostname=ba7f32532130,45107,1732490408210, seqNum=2 from cache 2024-11-24T23:20:20,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34695,1732490402419, seqNum=-1] 2024-11-24T23:20:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:20,166 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T23:20:20,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:20,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732490411163.405674867673d0d21ddd4af958ed5990., hostname=ba7f32532130,34695,1732490402419, seqNum=2] 2024-11-24T23:20:20,175 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T23:20:20,272 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:45107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T23:20:20,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:20,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37693,1732490402218 2024-11-24T23:20:20,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45c574a 2024-11-24T23:20:20,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:20,307 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T23:20:20,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:20:20,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:20,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34695,1732490402419, seqNum=-1] 2024-11-24T23:20:20,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:20,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T23:20:20,316 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__snn6sumr104surtuig7o2ba70n4e0jp63gi8rmj7dja04pnl60nmdk14p0466261/f/bd666b76101545b083250e65cfd69639_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T23:20:20,319 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__snn6sumr104surtuig7o2ba70n4e0jp63gi8rmj7dja04pnl60nmdk14p0466261/f/e28cd87c1d78498a8a3f92675192702a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T23:20:20,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.ReplicationSink(324): Finished replicating [4a610e94-b5a7-4790-b0d0-2432a3136084, 7a0debf3-754a-4c08-aecc-4b8429f63017] bulk loaded data 2024-11-24T23:20:20,350 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 687, reset compression=false 2024-11-24T23:20:20,377 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 725, reset compression=false 2024-11-24T23:20:20,382 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:20:20,382 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45107,1732490408210 got entry batch from reader: WALEntryBatch [walEntries=[{test/5962286c204638fa2e4f33258ea3bf7a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732490420162/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T23:20:20,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.ReplicationSink(318): Replicating [7a0debf3-754a-4c08-aecc-4b8429f63017] bulk loaded data 2024-11-24T23:20:20,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741844_1020 (size=11194) 2024-11-24T23:20:20,582 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 1033, reset compression=false 2024-11-24T23:20:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741845_1021 (size=10791) 2024-11-24T23:20:20,886 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 1033, reset compression=false 2024-11-24T23:20:21,056 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 687, reset compression=false 2024-11-24T23:20:21,180 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T23:20:21,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:20:21,209 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__39e2tjkopeta3bjerfegldt8fovcm8s4dj5tl7pk791deafksm659de3s19rnllk/f/2f144c52f30d4e03be7e189a446f2d15_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-24T23:20:21,212 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__39e2tjkopeta3bjerfegldt8fovcm8s4dj5tl7pk791deafksm659de3s19rnllk/f/6b307fee56e344ff86b364a2c62cec2f_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-24T23:20:21,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__39e2tjkopeta3bjerfegldt8fovcm8s4dj5tl7pk791deafksm659de3s19rnllk/f/2f144c52f30d4e03be7e189a446f2d15_SeqId_6_ for inclusion in 405674867673d0d21ddd4af958ed5990/f 2024-11-24T23:20:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T23:20:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:20:21,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__39e2tjkopeta3bjerfegldt8fovcm8s4dj5tl7pk791deafksm659de3s19rnllk/f/6b307fee56e344ff86b364a2c62cec2f_SeqId_6_ for inclusion in 405674867673d0d21ddd4af958ed5990/f 2024-11-24T23:20:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T23:20:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:20:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HRegion(2603): Flush status journal for 405674867673d0d21ddd4af958ed5990: 2024-11-24T23:20:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f144c52f30d4e03be7e189a446f2d15_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T23:20:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__39e2tjkopeta3bjerfegldt8fovcm8s4dj5tl7pk791deafksm659de3s19rnllk/f/2f144c52f30d4e03be7e189a446f2d15_SeqId_6_ as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/b724073324f0406eb9d500dbe4806074_SeqId_6_ 2024-11-24T23:20:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6b307fee56e344ff86b364a2c62cec2f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T23:20:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__39e2tjkopeta3bjerfegldt8fovcm8s4dj5tl7pk791deafksm659de3s19rnllk/f/6b307fee56e344ff86b364a2c62cec2f_SeqId_6_ as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/98e9f59ec67e42cc872ec8c7fab37dd4_SeqId_6_ 2024-11-24T23:20:21,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__39e2tjkopeta3bjerfegldt8fovcm8s4dj5tl7pk791deafksm659de3s19rnllk/f/2f144c52f30d4e03be7e189a446f2d15_SeqId_6_ into 405674867673d0d21ddd4af958ed5990/f as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/b724073324f0406eb9d500dbe4806074_SeqId_6_ - updating store file list. 2024-11-24T23:20:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b724073324f0406eb9d500dbe4806074_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T23:20:21,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/b724073324f0406eb9d500dbe4806074_SeqId_6_ into 405674867673d0d21ddd4af958ed5990/f 2024-11-24T23:20:21,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__39e2tjkopeta3bjerfegldt8fovcm8s4dj5tl7pk791deafksm659de3s19rnllk/f/2f144c52f30d4e03be7e189a446f2d15_SeqId_6_ into 405674867673d0d21ddd4af958ed5990/f (new location: hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/b724073324f0406eb9d500dbe4806074_SeqId_6_) 2024-11-24T23:20:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__39e2tjkopeta3bjerfegldt8fovcm8s4dj5tl7pk791deafksm659de3s19rnllk/f/2f144c52f30d4e03be7e189a446f2d15_SeqId_6_ 2024-11-24T23:20:21,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__39e2tjkopeta3bjerfegldt8fovcm8s4dj5tl7pk791deafksm659de3s19rnllk/f/6b307fee56e344ff86b364a2c62cec2f_SeqId_6_ into 405674867673d0d21ddd4af958ed5990/f as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/98e9f59ec67e42cc872ec8c7fab37dd4_SeqId_6_ - updating store file list. 2024-11-24T23:20:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98e9f59ec67e42cc872ec8c7fab37dd4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T23:20:21,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/98e9f59ec67e42cc872ec8c7fab37dd4_SeqId_6_ into 405674867673d0d21ddd4af958ed5990/f 2024-11-24T23:20:21,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__39e2tjkopeta3bjerfegldt8fovcm8s4dj5tl7pk791deafksm659de3s19rnllk/f/6b307fee56e344ff86b364a2c62cec2f_SeqId_6_ into 405674867673d0d21ddd4af958ed5990/f (new location: hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/f/98e9f59ec67e42cc872ec8c7fab37dd4_SeqId_6_) 2024-11-24T23:20:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/staging/jenkins.hfs.10__test__39e2tjkopeta3bjerfegldt8fovcm8s4dj5tl7pk791deafksm659de3s19rnllk/f/6b307fee56e344ff86b364a2c62cec2f_SeqId_6_ 2024-11-24T23:20:21,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34695 {}] regionserver.ReplicationSink(324): Finished replicating [7a0debf3-754a-4c08-aecc-4b8429f63017] bulk loaded data 2024-11-24T23:20:21,290 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 1033, reset compression=false 2024-11-24T23:20:21,794 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 1033, reset compression=false 2024-11-24T23:20:21,859 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 687, reset compression=false 2024-11-24T23:20:21,863 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:20:21,863 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34695,1732490402419 got entry batch from reader: WALEntryBatch [walEntries=[{test/405674867673d0d21ddd4af958ed5990/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732490421239/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T23:20:21,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(318): Replicating [7a0debf3-754a-4c08-aecc-4b8429f63017, 4a610e94-b5a7-4790-b0d0-2432a3136084] bulk loaded data 2024-11-24T23:20:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741844_1020 (size=10791) 2024-11-24T23:20:22,063 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 1033, reset compression=false 2024-11-24T23:20:22,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:20:22,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:22,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:22,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:22,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:22,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:22,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:20:22,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=376966536, stopped=false 2024-11-24T23:20:22,191 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,37515,1732490407826 2024-11-24T23:20:22,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1123763945/running 2024-11-24T23:20:22,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1123763945/running 2024-11-24T23:20:22,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:22,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:22,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:20:22,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:22,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:22,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:22,259 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,45107,1732490408210' ***** 2024-11-24T23:20:22,259 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:20:22,259 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:20:22,260 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:20:22,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Set watcher on znode that does not yet exist, /1-1123763945/running 2024-11-24T23:20:22,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Set watcher on znode that does not yet exist, /1-1123763945/running 2024-11-24T23:20:22,260 INFO [RS:0;ba7f32532130:45107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:20:22,260 INFO [RS:0;ba7f32532130:45107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:20:22,260 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(3091): Received CLOSE for 24db5c576391d83bd45db2a0c94f8e2c 2024-11-24T23:20:22,260 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(3091): Received CLOSE for 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:22,260 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,45107,1732490408210 2024-11-24T23:20:22,260 INFO [RS:0;ba7f32532130:45107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:20:22,260 INFO [RS:0;ba7f32532130:45107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:45107. 2024-11-24T23:20:22,260 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24db5c576391d83bd45db2a0c94f8e2c, disabling compactions & flushes 2024-11-24T23:20:22,260 DEBUG [RS:0;ba7f32532130:45107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:22,260 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. 2024-11-24T23:20:22,260 DEBUG [RS:0;ba7f32532130:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:22,260 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. 2024-11-24T23:20:22,260 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. after waiting 0 ms 2024-11-24T23:20:22,260 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. 2024-11-24T23:20:22,260 INFO [RS:0;ba7f32532130:45107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:20:22,260 INFO [RS:0;ba7f32532130:45107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:20:22,260 INFO [RS:0;ba7f32532130:45107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:20:22,260 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:20:22,260 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24db5c576391d83bd45db2a0c94f8e2c 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-24T23:20:22,261 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T23:20:22,261 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1325): Online Regions={24db5c576391d83bd45db2a0c94f8e2c=hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c., 1588230740=hbase:meta,,1.1588230740, 5962286c204638fa2e4f33258ea3bf7a=test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a.} 2024-11-24T23:20:22,261 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24db5c576391d83bd45db2a0c94f8e2c, 5962286c204638fa2e4f33258ea3bf7a 2024-11-24T23:20:22,261 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:20:22,261 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:20:22,261 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:20:22,261 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:20:22,261 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:20:22,261 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T23:20:22,276 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/.tmp/info/fba84645865a4089a0174c547b767459 is 147, key is hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c./info:regioninfo/1732490416793/Put/seqid=0 2024-11-24T23:20:22,277 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c/.tmp/hfileref/f7eceb4953b24ead99edf033fd1602a6 is 74, key is 1/hfileref:2f144c52f30d4e03be7e189a446f2d15_SeqId_6_/1732490421243/DeleteColumn/seqid=0 2024-11-24T23:20:22,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:20:22,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741845_1021 (size=11194) 2024-11-24T23:20:22,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741846_1022 (size=7686) 2024-11-24T23:20:22,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741847_1023 (size=5345) 2024-11-24T23:20:22,296 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c/.tmp/hfileref/f7eceb4953b24ead99edf033fd1602a6 2024-11-24T23:20:22,296 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/.tmp/info/fba84645865a4089a0174c547b767459 2024-11-24T23:20:22,322 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/.tmp/ns/5f3fce5019db42f9856859f1196c93f1 is 43, key is default/ns:d/1732490411056/Put/seqid=0 2024-11-24T23:20:22,325 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:20:22,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:22,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:22,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:22,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:22,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:22,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:22,342 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c/.tmp/queue/749637d9ef0b4ed4a3636bc8149173a1 is 154, key is 1-ba7f32532130,45107,1732490408210/queue:ba7f32532130%2C45107%2C1732490408210/1732490421244/Put/seqid=0 2024-11-24T23:20:22,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741848_1024 (size=5153) 2024-11-24T23:20:22,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741849_1025 (size=5353) 2024-11-24T23:20:22,355 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c/.tmp/queue/749637d9ef0b4ed4a3636bc8149173a1 2024-11-24T23:20:22,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:22,361 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c/.tmp/hfileref/f7eceb4953b24ead99edf033fd1602a6 as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c/hfileref/f7eceb4953b24ead99edf033fd1602a6 2024-11-24T23:20:22,368 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c/hfileref/f7eceb4953b24ead99edf033fd1602a6, entries=4, sequenceid=12, filesize=5.2 K 2024-11-24T23:20:22,368 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 1033, reset compression=false 2024-11-24T23:20:22,371 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c/.tmp/queue/749637d9ef0b4ed4a3636bc8149173a1 as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c/queue/749637d9ef0b4ed4a3636bc8149173a1 2024-11-24T23:20:22,380 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c/queue/749637d9ef0b4ed4a3636bc8149173a1, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T23:20:22,381 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 24db5c576391d83bd45db2a0c94f8e2c in 121ms, sequenceid=12, compaction requested=false 2024-11-24T23:20:22,386 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/replication/24db5c576391d83bd45db2a0c94f8e2c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T23:20:22,387 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:22,387 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:20:22,387 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. 2024-11-24T23:20:22,387 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24db5c576391d83bd45db2a0c94f8e2c: Waiting for close lock at 1732490422260Running coprocessor pre-close hooks at 1732490422260Disabling compacts and flushes for region at 1732490422260Disabling writes for close at 1732490422260Obtaining lock to block concurrent updates at 1732490422260Preparing flush snapshotting stores in 24db5c576391d83bd45db2a0c94f8e2c at 1732490422260Finished memstore snapshotting hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732490422261 (+1 ms)Flushing stores of hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. at 1732490422261Flushing 24db5c576391d83bd45db2a0c94f8e2c/hfileref: creating writer at 1732490422261Flushing 24db5c576391d83bd45db2a0c94f8e2c/hfileref: appending metadata at 1732490422276 (+15 ms)Flushing 24db5c576391d83bd45db2a0c94f8e2c/hfileref: closing flushed file at 1732490422276Flushing 24db5c576391d83bd45db2a0c94f8e2c/queue: creating writer at 1732490422303 (+27 ms)Flushing 24db5c576391d83bd45db2a0c94f8e2c/queue: appending metadata at 1732490422342 (+39 ms)Flushing 24db5c576391d83bd45db2a0c94f8e2c/queue: closing flushed file at 1732490422342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d77bf58: reopening flushed file at 1732490422360 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0701d6: reopening flushed file at 1732490422368 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 24db5c576391d83bd45db2a0c94f8e2c in 121ms, sequenceid=12, compaction requested=false at 1732490422381 (+13 ms)Writing region close event to WAL at 1732490422383 (+2 ms)Running coprocessor post-close hooks at 1732490422387 (+4 ms)Closed at 1732490422387 2024-11-24T23:20:22,387 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732490415617.24db5c576391d83bd45db2a0c94f8e2c. 2024-11-24T23:20:22,387 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5962286c204638fa2e4f33258ea3bf7a, disabling compactions & flushes 2024-11-24T23:20:22,387 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. 2024-11-24T23:20:22,387 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. 2024-11-24T23:20:22,388 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. after waiting 0 ms 2024-11-24T23:20:22,388 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. 2024-11-24T23:20:22,391 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/default/test/5962286c204638fa2e4f33258ea3bf7a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T23:20:22,391 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:22,391 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:20:22,392 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. 2024-11-24T23:20:22,392 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5962286c204638fa2e4f33258ea3bf7a: Waiting for close lock at 1732490422387Running coprocessor pre-close hooks at 1732490422387Disabling compacts and flushes for region at 1732490422387Disabling writes for close at 1732490422388 (+1 ms)Writing region close event to WAL at 1732490422388Running coprocessor post-close hooks at 1732490422391 (+3 ms)Closed at 1732490422392 (+1 ms) 2024-11-24T23:20:22,392 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a. 2024-11-24T23:20:22,398 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 1033, reset compression=false 2024-11-24T23:20:22,403 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:22,403 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 1328, reset compression=false 2024-11-24T23:20:22,403 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45107,1732490408210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:20:22,404 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ba7f32532130,45107,1732490408210: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ba7f32532130,45107,1732490408210, walGroup=ba7f32532130%2C45107%2C1732490408210, offset=ba7f32532130%2C45107%2C1732490408210.1732490410044:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:45107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T23:20:22,405 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:20:22,405 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:20:22,406 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:20:22,407 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:20:22,407 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:20:22,407 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 556431848 }, "NonHeapMemoryUsage": { "committed": 190382080, "init": 7667712, "max": -1, "used": 187623504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T23:20:22,409 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T23:20:22,461 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:20:22,615 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 1328, reset compression=false 2024-11-24T23:20:22,661 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:20:22,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:20:22,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:22,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:22,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:22,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 from cache 2024-11-24T23:20:22,745 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/.tmp/ns/5f3fce5019db42f9856859f1196c93f1 2024-11-24T23:20:22,767 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/.tmp/rep_barrier/c9271d51a9e54987983a50e4e04239db is 112, key is test,,1732490413315.5962286c204638fa2e4f33258ea3bf7a./rep_barrier:seqnumDuringOpen/1732490414063/Put/seqid=0 2024-11-24T23:20:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741850_1026 (size=5518) 2024-11-24T23:20:22,777 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 1033, reset compression=false 2024-11-24T23:20:22,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:22,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1] 2024-11-24T23:20:22,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 from cache 2024-11-24T23:20:22,861 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:20:22,919 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 1328, reset compression=false 2024-11-24T23:20:22,963 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:20:22,963 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:20:23,031 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:23,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1] 2024-11-24T23:20:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 from cache 2024-11-24T23:20:23,061 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:20:23,171 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/.tmp/rep_barrier/c9271d51a9e54987983a50e4e04239db 2024-11-24T23:20:23,191 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/.tmp/table/ffcb327cef1d494daa5aa35abf3e7a8b is 53, key is hbase:replication/table:state/1732490416800/Put/seqid=0 2024-11-24T23:20:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741851_1027 (size=5308) 2024-11-24T23:20:23,262 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:20:23,281 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 1033, reset compression=false 2024-11-24T23:20:23,322 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 1328, reset compression=false 2024-11-24T23:20:23,341 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:23,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1] 2024-11-24T23:20:23,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:23,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 from cache 2024-11-24T23:20:23,462 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:20:23,462 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:20:23,462 DEBUG [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:20:23,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T23:20:23,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T23:20:23,596 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/.tmp/table/ffcb327cef1d494daa5aa35abf3e7a8b 2024-11-24T23:20:23,600 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/.tmp/info/fba84645865a4089a0174c547b767459 as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/info/fba84645865a4089a0174c547b767459 2024-11-24T23:20:23,604 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/info/fba84645865a4089a0174c547b767459, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T23:20:23,605 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/.tmp/ns/5f3fce5019db42f9856859f1196c93f1 as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/ns/5f3fce5019db42f9856859f1196c93f1 2024-11-24T23:20:23,609 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/ns/5f3fce5019db42f9856859f1196c93f1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T23:20:23,609 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/.tmp/rep_barrier/c9271d51a9e54987983a50e4e04239db as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/rep_barrier/c9271d51a9e54987983a50e4e04239db 2024-11-24T23:20:23,613 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/rep_barrier/c9271d51a9e54987983a50e4e04239db, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T23:20:23,613 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/.tmp/table/ffcb327cef1d494daa5aa35abf3e7a8b as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/table/ffcb327cef1d494daa5aa35abf3e7a8b 2024-11-24T23:20:23,617 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/table/ffcb327cef1d494daa5aa35abf3e7a8b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T23:20:23,618 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false 2024-11-24T23:20:23,622 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T23:20:23,623 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:23,623 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:20:23,623 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:23,623 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490422261Running coprocessor pre-close hooks at 1732490422261Disabling compacts and flushes for region at 1732490422261Disabling writes for close at 1732490422261Obtaining lock to block concurrent updates at 1732490422261Preparing flush snapshotting stores in 1588230740 at 1732490422261Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732490422261Flushing stores of hbase:meta,,1.1588230740 at 1732490422261Flushing 1588230740/info: creating writer at 1732490422261Flushing 1588230740/info: appending metadata at 1732490422275 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732490422275Flushing 1588230740/ns: creating writer at 1732490422303 (+28 ms)Flushing 1588230740/ns: appending metadata at 1732490422322 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732490422322Flushing 1588230740/rep_barrier: creating writer at 1732490422750 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490422766 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490422766Flushing 1588230740/table: creating writer at 1732490423175 (+409 ms)Flushing 1588230740/table: appending metadata at 1732490423191 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732490423191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523699e9: reopening flushed file at 1732490423600 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133f84ff: reopening flushed file at 1732490423604 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4280be3a: reopening flushed file at 1732490423609 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a087aee: reopening flushed file at 1732490423613 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false at 1732490423618 (+5 ms)Writing region close event to WAL at 1732490423619 (+1 ms)Running coprocessor post-close hooks at 1732490423623 (+4 ms)Closed at 1732490423623 2024-11-24T23:20:23,623 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:23,662 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,45107,1732490408210; all regions closed. 2024-11-24T23:20:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741834_1010 (size=4239) 2024-11-24T23:20:23,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.meta.1732490411011.meta not finished, retry = 0 2024-11-24T23:20:23,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741839_1015 (size=3127) 2024-11-24T23:20:23,767 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.rep.1732490416756 not finished, retry = 0 2024-11-24T23:20:23,826 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 to pos 1328, reset compression=false 2024-11-24T23:20:23,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:23,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1] 2024-11-24T23:20:23,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:23,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45107,1732490408210, seqNum=-1 from cache 2024-11-24T23:20:23,854 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:23,854 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T23:20:22.711Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:22.823Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23.033Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23.343Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23.853Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ba7f32532130,45107,1732490408210 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T23:20:23,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T23:20:22.711Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:22.823Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23.033Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23.343Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23.853Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ba7f32532130,45107,1732490408210 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T23:20:23,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:33370 deadline: 1732490481863, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T23:20:22.711Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:22.823Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23.033Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23.343Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23.853Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23,857 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T23:20:22.711Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:22.823Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23.033Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23.343Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting 2024-11-24T23:20:23.853Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server ba7f32532130,45107,1732490408210 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741832_1008 (size=1336) 2024-11-24T23:20:23,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/WALs/ba7f32532130,45107,1732490408210/ba7f32532130%2C45107%2C1732490408210.1732490410044 not finished, retry = 0 2024-11-24T23:20:23,884 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 1033, reset compression=false 2024-11-24T23:20:23,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ba7f32532130,45107,1732490408210 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:23,962 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ba7f32532130,45107,1732490408210 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:23,971 DEBUG [RS:0;ba7f32532130:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:23,971 INFO [RS:0;ba7f32532130:45107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:20:23,971 INFO [RS:0;ba7f32532130:45107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:20:23,971 INFO [RS:0;ba7f32532130:45107 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:20:23,971 INFO [RS:0;ba7f32532130:45107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:20:23,971 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:20:23,971 INFO [RS:0;ba7f32532130:45107 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,45107,1732490408210 because: Region server is closing 2024-11-24T23:20:23,972 INFO [RS:0;ba7f32532130:45107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:45107. 2024-11-24T23:20:23,972 DEBUG [RS:0;ba7f32532130:45107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:23,972 DEBUG [RS:0;ba7f32532130:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:23,972 DEBUG [RS:0;ba7f32532130:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:23,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:24,072 INFO [RS:0;ba7f32532130:45107 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.shipperba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 terminated 2024-11-24T23:20:24,072 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45107,1732490408210.replicationSource.wal-reader.ba7f32532130%2C45107%2C1732490408210,1-ba7f32532130,45107,1732490408210 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T23:20:24,072 INFO [RS:0;ba7f32532130:45107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:45107. 2024-11-24T23:20:24,072 DEBUG [RS:0;ba7f32532130:45107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:24,072 DEBUG [RS:0;ba7f32532130:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:24,072 DEBUG [RS:0;ba7f32532130:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:24,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:24,072 INFO [RS:0;ba7f32532130:45107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45107 2024-11-24T23:20:24,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1123763945/rs/ba7f32532130,45107,1732490408210 2024-11-24T23:20:24,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945/rs 2024-11-24T23:20:24,143 INFO [RS:0;ba7f32532130:45107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:20:24,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,45107,1732490408210] 2024-11-24T23:20:24,164 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1123763945/draining/ba7f32532130,45107,1732490408210 already deleted, retry=false 2024-11-24T23:20:24,164 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,45107,1732490408210 expired; onlineServers=0 2024-11-24T23:20:24,164 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,37515,1732490407826' ***** 2024-11-24T23:20:24,164 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:20:24,164 INFO [M:0;ba7f32532130:37515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:20:24,164 INFO [M:0;ba7f32532130:37515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:20:24,164 DEBUG [M:0;ba7f32532130:37515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:20:24,164 DEBUG [M:0;ba7f32532130:37515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:20:24,164 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490409786 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490409786,5,FailOnTimeoutGroup] 2024-11-24T23:20:24,164 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:20:24,164 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490409786 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490409786,5,FailOnTimeoutGroup] 2024-11-24T23:20:24,164 INFO [M:0;ba7f32532130:37515 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:20:24,164 INFO [M:0;ba7f32532130:37515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:20:24,164 DEBUG [M:0;ba7f32532130:37515 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:20:24,164 INFO [M:0;ba7f32532130:37515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:20:24,164 INFO [M:0;ba7f32532130:37515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:20:24,165 INFO [M:0;ba7f32532130:37515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:20:24,165 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:20:24,165 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ba7f32532130:45107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:45107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:24,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ba7f32532130:45107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:45107 2024-11-24T23:20:24,166 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=ba7f32532130:45107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:45107 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:45107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-24T23:20:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:20:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:48296 deadline: 1732490484168, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T23:20:24,170 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T23:20:24,170 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T23:20:24,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1123763945/master 2024-11-24T23:20:24,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1123763945 2024-11-24T23:20:24,174 DEBUG [M:0;ba7f32532130:37515 {}] zookeeper.ZKUtil(347): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Unable to get data of znode /1-1123763945/master because node does not exist (not an error) 2024-11-24T23:20:24,174 WARN [M:0;ba7f32532130:37515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:20:24,175 INFO [M:0;ba7f32532130:37515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/.lastflushedseqids 2024-11-24T23:20:24,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741852_1028 (size=263) 2024-11-24T23:20:24,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:24,253 INFO [RS:0;ba7f32532130:45107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:20:24,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x1016f258da50004, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:24,253 INFO [RS:0;ba7f32532130:45107 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,45107,1732490408210; zookeeper connection closed. 2024-11-24T23:20:24,254 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ce3ca15 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ce3ca15 2024-11-24T23:20:24,254 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:20:24,471 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T23:20:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:20:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:48296 deadline: 1732490484472, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T23:20:24,473 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T23:20:24,473 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T23:20:24,474 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T23:20:24,579 INFO [M:0;ba7f32532130:37515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:20:24,580 INFO [M:0;ba7f32532130:37515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:20:24,580 DEBUG [M:0;ba7f32532130:37515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:20:24,580 INFO [M:0;ba7f32532130:37515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:24,580 DEBUG [M:0;ba7f32532130:37515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:24,580 DEBUG [M:0;ba7f32532130:37515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:20:24,580 DEBUG [M:0;ba7f32532130:37515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:24,580 INFO [M:0;ba7f32532130:37515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T23:20:24,588 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 1033, reset compression=false 2024-11-24T23:20:24,599 DEBUG [M:0;ba7f32532130:37515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70a369989ba242f0a9f2dbd6bf4360ea is 82, key is hbase:meta,,1/info:regioninfo/1732490411039/Put/seqid=0 2024-11-24T23:20:24,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741853_1029 (size=5672) 2024-11-24T23:20:24,874 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T23:20:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:20:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:48296 deadline: 1732490484875, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T23:20:24,876 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T23:20:24,877 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T23:20:24,877 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T23:20:25,005 INFO [M:0;ba7f32532130:37515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70a369989ba242f0a9f2dbd6bf4360ea 2024-11-24T23:20:25,026 DEBUG [M:0;ba7f32532130:37515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac754c9345c1427c8339fdfb4b7fa918 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732490416803/Put/seqid=0 2024-11-24T23:20:25,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741854_1030 (size=8516) 2024-11-24T23:20:25,035 INFO [M:0;ba7f32532130:37515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac754c9345c1427c8339fdfb4b7fa918 2024-11-24T23:20:25,055 DEBUG [M:0;ba7f32532130:37515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5799e921ceff418ba72ab7a3c7444a8d is 69, key is ba7f32532130,45107,1732490408210/rs:state/1732490409863/Put/seqid=0 2024-11-24T23:20:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741855_1031 (size=5156) 2024-11-24T23:20:25,378 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T23:20:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:20:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:48296 deadline: 1732490485379, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T23:20:25,380 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T23:20:25,381 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T23:20:25,381 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T23:20:25,392 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 1033, reset compression=false 2024-11-24T23:20:25,459 INFO [M:0;ba7f32532130:37515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5799e921ceff418ba72ab7a3c7444a8d 2024-11-24T23:20:25,463 DEBUG [M:0;ba7f32532130:37515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70a369989ba242f0a9f2dbd6bf4360ea as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70a369989ba242f0a9f2dbd6bf4360ea 2024-11-24T23:20:25,467 INFO [M:0;ba7f32532130:37515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70a369989ba242f0a9f2dbd6bf4360ea, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T23:20:25,468 DEBUG [M:0;ba7f32532130:37515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac754c9345c1427c8339fdfb4b7fa918 as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac754c9345c1427c8339fdfb4b7fa918 2024-11-24T23:20:25,473 INFO [M:0;ba7f32532130:37515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac754c9345c1427c8339fdfb4b7fa918, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T23:20:25,473 DEBUG [M:0;ba7f32532130:37515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5799e921ceff418ba72ab7a3c7444a8d as hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5799e921ceff418ba72ab7a3c7444a8d 2024-11-24T23:20:25,478 INFO [M:0;ba7f32532130:37515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36133/user/jenkins/test-data/9a2cdd17-e872-840a-3dc2-5b9a3a77ec93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5799e921ceff418ba72ab7a3c7444a8d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T23:20:25,479 INFO [M:0;ba7f32532130:37515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false 2024-11-24T23:20:25,491 INFO [M:0;ba7f32532130:37515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:25,492 DEBUG [M:0;ba7f32532130:37515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490424580Disabling compacts and flushes for region at 1732490424580Disabling writes for close at 1732490424580Obtaining lock to block concurrent updates at 1732490424580Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490424580Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732490424580Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490424581 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490424581Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490424598 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490424598Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490425008 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490425026 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490425026Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490425039 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490425055 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490425055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b55223c: reopening flushed file at 1732490425462 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26466c78: reopening flushed file at 1732490425468 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f827083: reopening flushed file at 1732490425473 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false at 1732490425479 (+6 ms)Writing region close event to WAL at 1732490425491 (+12 ms)Closed at 1732490425491 2024-11-24T23:20:25,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741830_1006 (size=63654) 2024-11-24T23:20:25,497 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:20:25,497 INFO [M:0;ba7f32532130:37515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:20:25,497 INFO [M:0;ba7f32532130:37515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37515 2024-11-24T23:20:25,498 INFO [M:0;ba7f32532130:37515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:20:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:25,616 INFO [M:0;ba7f32532130:37515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:20:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x1016f258da50003, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:25,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f70bc3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:20:25,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:20:25,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:20:25,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:20:25,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/hadoop.log.dir/,STOPPED} 2024-11-24T23:20:25,656 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:20:25,656 WARN [BP-905841671-172.17.0.3-1732490405940 heartbeating to localhost/127.0.0.1:36133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:20:25,656 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:20:25,656 WARN [BP-905841671-172.17.0.3-1732490405940 heartbeating to localhost/127.0.0.1:36133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-905841671-172.17.0.3-1732490405940 (Datanode Uuid 588ad693-f0ba-4beb-97a0-ff181f129e84) service to localhost/127.0.0.1:36133 2024-11-24T23:20:25,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/cluster_b6b09501-8566-8e95-ffa8-32d97e2dd7cf/data/data1/current/BP-905841671-172.17.0.3-1732490405940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:20:25,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/cluster_b6b09501-8566-8e95-ffa8-32d97e2dd7cf/data/data2/current/BP-905841671-172.17.0.3-1732490405940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:20:25,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:20:25,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@742620da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:20:25,663 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:20:25,663 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:20:25,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:20:25,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/hadoop.log.dir/,STOPPED} 2024-11-24T23:20:25,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:20:25,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:20:25,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:25,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:25,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:25,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:25,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:25,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:20:25,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=514960373, stopped=false 2024-11-24T23:20:25,676 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,37693,1732490402218 2024-11-24T23:20:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01115852848/running 2024-11-24T23:20:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01115852848/running 2024-11-24T23:20:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:25,690 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:20:25,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Set watcher on znode that does not yet exist, /01115852848/running 2024-11-24T23:20:25,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:25,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:25,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:25,691 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,34695,1732490402419' ***** 2024-11-24T23:20:25,691 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:20:25,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Set watcher on znode that does not yet exist, /01115852848/running 2024-11-24T23:20:25,691 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:20:25,691 INFO [RS:0;ba7f32532130:34695 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:20:25,691 INFO [RS:0;ba7f32532130:34695 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:20:25,691 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(3091): Received CLOSE for 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:25,692 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:20:25,692 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(3091): Received CLOSE for 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:25,692 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,34695,1732490402419 2024-11-24T23:20:25,692 INFO [RS:0;ba7f32532130:34695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:20:25,692 INFO [RS:0;ba7f32532130:34695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:34695. 2024-11-24T23:20:25,692 DEBUG [RS:0;ba7f32532130:34695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:25,692 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 405674867673d0d21ddd4af958ed5990, disabling compactions & flushes 2024-11-24T23:20:25,692 DEBUG [RS:0;ba7f32532130:34695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:25,692 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490411163.405674867673d0d21ddd4af958ed5990. 2024-11-24T23:20:25,692 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490411163.405674867673d0d21ddd4af958ed5990. 2024-11-24T23:20:25,692 INFO [RS:0;ba7f32532130:34695 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:20:25,692 INFO [RS:0;ba7f32532130:34695 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:20:25,692 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490411163.405674867673d0d21ddd4af958ed5990. after waiting 0 ms 2024-11-24T23:20:25,692 INFO [RS:0;ba7f32532130:34695 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:20:25,692 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490411163.405674867673d0d21ddd4af958ed5990. 2024-11-24T23:20:25,692 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:20:25,693 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T23:20:25,693 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1325): Online Regions={405674867673d0d21ddd4af958ed5990=test,,1732490411163.405674867673d0d21ddd4af958ed5990., 20fe5bbb10723e07d22d6b70ba53b540=hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:20:25,693 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20fe5bbb10723e07d22d6b70ba53b540, 405674867673d0d21ddd4af958ed5990 2024-11-24T23:20:25,693 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:20:25,693 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:20:25,694 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:20:25,694 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:20:25,694 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:20:25,694 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T23:20:25,699 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/default/test/405674867673d0d21ddd4af958ed5990/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T23:20:25,700 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:25,700 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:20:25,700 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490411163.405674867673d0d21ddd4af958ed5990. 2024-11-24T23:20:25,700 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 405674867673d0d21ddd4af958ed5990: Waiting for close lock at 1732490425692Running coprocessor pre-close hooks at 1732490425692Disabling compacts and flushes for region at 1732490425692Disabling writes for close at 1732490425692Writing region close event to WAL at 1732490425694 (+2 ms)Running coprocessor post-close hooks at 1732490425700 (+6 ms)Closed at 1732490425700 2024-11-24T23:20:25,700 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490411163.405674867673d0d21ddd4af958ed5990. 2024-11-24T23:20:25,700 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20fe5bbb10723e07d22d6b70ba53b540, disabling compactions & flushes 2024-11-24T23:20:25,700 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. 2024-11-24T23:20:25,700 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. 2024-11-24T23:20:25,700 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. after waiting 0 ms 2024-11-24T23:20:25,700 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. 2024-11-24T23:20:25,700 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20fe5bbb10723e07d22d6b70ba53b540 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-24T23:20:25,710 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/.tmp/info/90f4664b37924f0cb50b2587962c6a60 is 147, key is hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540./info:regioninfo/1732490415279/Put/seqid=0 2024-11-24T23:20:25,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741846_1022 (size=7686) 2024-11-24T23:20:25,718 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:20:25,720 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540/.tmp/hfileref/7d0e7be12e0d4dc19c20cbe56289c996 is 74, key is 1/hfileref:0696da12905d4bedb98d863e294abc46_SeqId_4_/1732490419236/DeleteColumn/seqid=0 2024-11-24T23:20:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741847_1023 (size=5345) 2024-11-24T23:20:25,894 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:25,981 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T23:20:25,982 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ba7f32532130:37515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:37515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:25,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ba7f32532130:37515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:37515 2024-11-24T23:20:26,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:26,092 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ba7f32532130:37515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:37515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:26,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=ba7f32532130:37515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:37515 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-24T23:20:26,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address ba7f32532130:37515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:37515 2024-11-24T23:20:26,094 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20fe5bbb10723e07d22d6b70ba53b540 2024-11-24T23:20:26,116 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/.tmp/info/90f4664b37924f0cb50b2587962c6a60 2024-11-24T23:20:26,124 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540/.tmp/hfileref/7d0e7be12e0d4dc19c20cbe56289c996 2024-11-24T23:20:26,137 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/.tmp/ns/9f31e13ee045472d82d69993ed565276 is 43, key is default/ns:d/1732490405742/Put/seqid=0 2024-11-24T23:20:26,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741848_1024 (size=5153) 2024-11-24T23:20:26,141 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/.tmp/ns/9f31e13ee045472d82d69993ed565276 2024-11-24T23:20:26,145 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540/.tmp/queue/1d362bc7f061420eb36c7f65b3a8c3ef is 153, key is 1-ba7f32532130,34695,1732490402419/queue:ba7f32532130%2C34695%2C1732490402419/1732490419238/Put/seqid=0 2024-11-24T23:20:26,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741849_1025 (size=5352) 2024-11-24T23:20:26,153 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540/.tmp/queue/1d362bc7f061420eb36c7f65b3a8c3ef 2024-11-24T23:20:26,157 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540/.tmp/hfileref/7d0e7be12e0d4dc19c20cbe56289c996 as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540/hfileref/7d0e7be12e0d4dc19c20cbe56289c996 2024-11-24T23:20:26,162 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540/hfileref/7d0e7be12e0d4dc19c20cbe56289c996, entries=4, sequenceid=10, filesize=5.2 K 2024-11-24T23:20:26,163 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/.tmp/rep_barrier/f5d5e1e4aa2f4673965504c42be55fbc is 112, key is test,,1732490411163.405674867673d0d21ddd4af958ed5990./rep_barrier:seqnumDuringOpen/1732490412307/Put/seqid=0 2024-11-24T23:20:26,163 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540/.tmp/queue/1d362bc7f061420eb36c7f65b3a8c3ef as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540/queue/1d362bc7f061420eb36c7f65b3a8c3ef 2024-11-24T23:20:26,167 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540/queue/1d362bc7f061420eb36c7f65b3a8c3ef, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T23:20:26,168 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 20fe5bbb10723e07d22d6b70ba53b540 in 468ms, sequenceid=10, compaction requested=false 2024-11-24T23:20:26,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741850_1026 (size=5518) 2024-11-24T23:20:26,175 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/replication/20fe5bbb10723e07d22d6b70ba53b540/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T23:20:26,176 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:26,176 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:20:26,176 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. 2024-11-24T23:20:26,176 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20fe5bbb10723e07d22d6b70ba53b540: Waiting for close lock at 1732490425700Running coprocessor pre-close hooks at 1732490425700Disabling compacts and flushes for region at 1732490425700Disabling writes for close at 1732490425700Obtaining lock to block concurrent updates at 1732490425700Preparing flush snapshotting stores in 20fe5bbb10723e07d22d6b70ba53b540 at 1732490425700Finished memstore snapshotting hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732490425701 (+1 ms)Flushing stores of hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. at 1732490425701Flushing 20fe5bbb10723e07d22d6b70ba53b540/hfileref: creating writer at 1732490425701Flushing 20fe5bbb10723e07d22d6b70ba53b540/hfileref: appending metadata at 1732490425719 (+18 ms)Flushing 20fe5bbb10723e07d22d6b70ba53b540/hfileref: closing flushed file at 1732490425719Flushing 20fe5bbb10723e07d22d6b70ba53b540/queue: creating writer at 1732490426128 (+409 ms)Flushing 20fe5bbb10723e07d22d6b70ba53b540/queue: appending metadata at 1732490426145 (+17 ms)Flushing 20fe5bbb10723e07d22d6b70ba53b540/queue: closing flushed file at 1732490426145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dfc8057: reopening flushed file at 1732490426156 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58bdec34: reopening flushed file at 1732490426162 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 20fe5bbb10723e07d22d6b70ba53b540 in 468ms, sequenceid=10, compaction requested=false at 1732490426168 (+6 ms)Writing region close event to WAL at 1732490426173 (+5 ms)Running coprocessor post-close hooks at 1732490426176 (+3 ms)Closed at 1732490426176 2024-11-24T23:20:26,176 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732490414473.20fe5bbb10723e07d22d6b70ba53b540. 2024-11-24T23:20:26,294 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:20:26,295 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 1033, reset compression=false 2024-11-24T23:20:26,299 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:26,299 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 1328, reset compression=false 2024-11-24T23:20:26,301 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:26,302 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ba7f32532130:37515 this server is in the failed servers list 2024-11-24T23:20:26,302 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ba7f32532130:37515 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:26,494 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:20:26,502 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 1328, reset compression=false 2024-11-24T23:20:26,573 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/.tmp/rep_barrier/f5d5e1e4aa2f4673965504c42be55fbc 2024-11-24T23:20:26,594 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/.tmp/table/800d3064ae6f42948393993fe4a8b90a is 53, key is hbase:replication/table:state/1732490415285/Put/seqid=0 2024-11-24T23:20:26,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741851_1027 (size=5308) 2024-11-24T23:20:26,611 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:26,611 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ba7f32532130:37515 this server is in the failed servers list 2024-11-24T23:20:26,611 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ba7f32532130:37515 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:26,651 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:20:26,651 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:20:26,694 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:20:26,694 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:20:26,694 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:20:26,806 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.wal-reader.ba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.1732490404732 to pos 1328, reset compression=false 2024-11-24T23:20:26,895 DEBUG [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:20:27,009 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/.tmp/table/800d3064ae6f42948393993fe4a8b90a 2024-11-24T23:20:27,014 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/.tmp/info/90f4664b37924f0cb50b2587962c6a60 as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/info/90f4664b37924f0cb50b2587962c6a60 2024-11-24T23:20:27,018 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/info/90f4664b37924f0cb50b2587962c6a60, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T23:20:27,019 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/.tmp/ns/9f31e13ee045472d82d69993ed565276 as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/ns/9f31e13ee045472d82d69993ed565276 2024-11-24T23:20:27,023 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/ns/9f31e13ee045472d82d69993ed565276, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T23:20:27,024 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/.tmp/rep_barrier/f5d5e1e4aa2f4673965504c42be55fbc as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/rep_barrier/f5d5e1e4aa2f4673965504c42be55fbc 2024-11-24T23:20:27,028 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/rep_barrier/f5d5e1e4aa2f4673965504c42be55fbc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T23:20:27,029 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/.tmp/table/800d3064ae6f42948393993fe4a8b90a as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/table/800d3064ae6f42948393993fe4a8b90a 2024-11-24T23:20:27,033 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/table/800d3064ae6f42948393993fe4a8b90a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T23:20:27,034 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false 2024-11-24T23:20:27,039 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T23:20:27,039 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:27,039 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:20:27,039 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:27,039 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490425693Running coprocessor pre-close hooks at 1732490425693Disabling compacts and flushes for region at 1732490425693Disabling writes for close at 1732490425694 (+1 ms)Obtaining lock to block concurrent updates at 1732490425694Preparing flush snapshotting stores in 1588230740 at 1732490425694Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732490425694Flushing stores of hbase:meta,,1.1588230740 at 1732490425695 (+1 ms)Flushing 1588230740/info: creating writer at 1732490425695Flushing 1588230740/info: appending metadata at 1732490425710 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732490425710Flushing 1588230740/ns: creating writer at 1732490426120 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732490426137 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732490426137Flushing 1588230740/rep_barrier: creating writer at 1732490426145 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490426162 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490426162Flushing 1588230740/table: creating writer at 1732490426578 (+416 ms)Flushing 1588230740/table: appending metadata at 1732490426594 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732490426594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c43f55c: reopening flushed file at 1732490427013 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d45553b: reopening flushed file at 1732490427018 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b66dc3: reopening flushed file at 1732490427023 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b437c9: reopening flushed file at 1732490427028 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false at 1732490427034 (+6 ms)Writing region close event to WAL at 1732490427036 (+2 ms)Running coprocessor post-close hooks at 1732490427039 (+3 ms)Closed at 1732490427039 2024-11-24T23:20:27,039 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:27,095 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,34695,1732490402419; all regions closed. 2024-11-24T23:20:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741834_1010 (size=4239) 2024-11-24T23:20:27,097 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/WALs/ba7f32532130,34695,1732490402419/ba7f32532130%2C34695%2C1732490402419.meta.1732490405664.meta not finished, retry = 0 2024-11-24T23:20:27,121 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:27,121 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ba7f32532130:37515 this server is in the failed servers list 2024-11-24T23:20:27,122 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ba7f32532130:37515 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:27,199 DEBUG [RS:0;ba7f32532130:34695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/oldWALs 2024-11-24T23:20:27,199 INFO [RS:0;ba7f32532130:34695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C34695%2C1732490402419.meta:.meta(num 1732490405664) 2024-11-24T23:20:27,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741839_1015 (size=2695) 2024-11-24T23:20:27,203 DEBUG [RS:0;ba7f32532130:34695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/oldWALs 2024-11-24T23:20:27,203 INFO [RS:0;ba7f32532130:34695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C34695%2C1732490402419.rep:(num 1732490415248) 2024-11-24T23:20:27,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741832_1008 (size=1336) 2024-11-24T23:20:27,207 DEBUG [RS:0;ba7f32532130:34695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/oldWALs 2024-11-24T23:20:27,207 INFO [RS:0;ba7f32532130:34695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C34695%2C1732490402419:(num 1732490404732) 2024-11-24T23:20:27,207 DEBUG [RS:0;ba7f32532130:34695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:27,207 INFO [RS:0;ba7f32532130:34695 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:20:27,207 INFO [RS:0;ba7f32532130:34695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:20:27,207 INFO [RS:0;ba7f32532130:34695 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:20:27,207 INFO [RS:0;ba7f32532130:34695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:20:27,207 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:20:27,207 INFO [RS:0;ba7f32532130:34695 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,34695,1732490402419 because: Region server is closing 2024-11-24T23:20:27,208 INFO [RS:0;ba7f32532130:34695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:34695. 2024-11-24T23:20:27,208 DEBUG [RS:0;ba7f32532130:34695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:27,208 DEBUG [RS:0;ba7f32532130:34695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:27,208 DEBUG [RS:0;ba7f32532130:34695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:27,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:27,308 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-24T23:20:27,309 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T23:20:27,309 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T23:20:27,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:20:27,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:27,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:27,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:27,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:27,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:27,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:27,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:27,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:28,009 INFO [RS:0;ba7f32532130:34695 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34695,1732490402419.replicationSource.shipperba7f32532130%2C34695%2C1732490402419,1-ba7f32532130,34695,1732490402419 terminated 2024-11-24T23:20:28,010 INFO [RS:0;ba7f32532130:34695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:34695. 2024-11-24T23:20:28,010 DEBUG [RS:0;ba7f32532130:34695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:28,010 DEBUG [RS:0;ba7f32532130:34695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:28,010 DEBUG [RS:0;ba7f32532130:34695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:28,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:28,010 INFO [RS:0;ba7f32532130:34695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34695 2024-11-24T23:20:28,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848/rs 2024-11-24T23:20:28,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01115852848/rs/ba7f32532130,34695,1732490402419 2024-11-24T23:20:28,079 INFO [RS:0;ba7f32532130:34695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:20:28,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,34695,1732490402419] 2024-11-24T23:20:28,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01115852848/draining/ba7f32532130,34695,1732490402419 already deleted, retry=false 2024-11-24T23:20:28,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,34695,1732490402419 expired; onlineServers=0 2024-11-24T23:20:28,100 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,37693,1732490402218' ***** 2024-11-24T23:20:28,100 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:20:28,100 INFO [M:0;ba7f32532130:37693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:20:28,100 INFO [M:0;ba7f32532130:37693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:20:28,101 DEBUG [M:0;ba7f32532130:37693 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:20:28,101 DEBUG [M:0;ba7f32532130:37693 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:20:28,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:20:28,101 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490404467 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490404467,5,FailOnTimeoutGroup] 2024-11-24T23:20:28,101 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490404464 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490404464,5,FailOnTimeoutGroup] 2024-11-24T23:20:28,101 INFO [M:0;ba7f32532130:37693 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:20:28,101 INFO [M:0;ba7f32532130:37693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:20:28,101 DEBUG [M:0;ba7f32532130:37693 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:20:28,101 INFO [M:0;ba7f32532130:37693 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:20:28,101 INFO [M:0;ba7f32532130:37693 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:20:28,101 INFO [M:0;ba7f32532130:37693 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:20:28,101 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:20:28,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01115852848/master 2024-11-24T23:20:28,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01115852848 2024-11-24T23:20:28,111 DEBUG [M:0;ba7f32532130:37693 {}] zookeeper.ZKUtil(347): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Unable to get data of znode /01115852848/master because node does not exist (not an error) 2024-11-24T23:20:28,111 WARN [M:0;ba7f32532130:37693 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:20:28,111 INFO [M:0;ba7f32532130:37693 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/.lastflushedseqids 2024-11-24T23:20:28,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741852_1028 (size=263) 2024-11-24T23:20:28,130 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:28,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:28,133 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:28,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:28,190 INFO [RS:0;ba7f32532130:34695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:20:28,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34695-0x1016f258da50001, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:28,190 INFO [RS:0;ba7f32532130:34695 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,34695,1732490402419; zookeeper connection closed. 2024-11-24T23:20:28,190 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61fde08f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61fde08f 2024-11-24T23:20:28,190 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:20:28,516 INFO [M:0;ba7f32532130:37693 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:20:28,516 INFO [M:0;ba7f32532130:37693 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:20:28,516 DEBUG [M:0;ba7f32532130:37693 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:20:28,516 INFO [M:0;ba7f32532130:37693 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:28,516 DEBUG [M:0;ba7f32532130:37693 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:28,516 DEBUG [M:0;ba7f32532130:37693 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:20:28,516 DEBUG [M:0;ba7f32532130:37693 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:28,516 INFO [M:0;ba7f32532130:37693 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T23:20:28,530 DEBUG [M:0;ba7f32532130:37693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e89f0de58fe44add880df5d3eb36e514 is 82, key is hbase:meta,,1/info:regioninfo/1732490405692/Put/seqid=0 2024-11-24T23:20:28,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741853_1029 (size=5672) 2024-11-24T23:20:28,934 INFO [M:0;ba7f32532130:37693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e89f0de58fe44add880df5d3eb36e514 2024-11-24T23:20:28,954 DEBUG [M:0;ba7f32532130:37693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be4edb821fbb4549a5b58727f40055a6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732490415289/Put/seqid=0 2024-11-24T23:20:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741854_1030 (size=8516) 2024-11-24T23:20:29,358 INFO [M:0;ba7f32532130:37693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be4edb821fbb4549a5b58727f40055a6 2024-11-24T23:20:29,374 DEBUG [M:0;ba7f32532130:37693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/feeb6fad462842a786eea0a67ecefd8a is 69, key is ba7f32532130,34695,1732490402419/rs:state/1732490404579/Put/seqid=0 2024-11-24T23:20:29,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741855_1031 (size=5156) 2024-11-24T23:20:29,778 INFO [M:0;ba7f32532130:37693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/feeb6fad462842a786eea0a67ecefd8a 2024-11-24T23:20:29,782 DEBUG [M:0;ba7f32532130:37693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e89f0de58fe44add880df5d3eb36e514 as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e89f0de58fe44add880df5d3eb36e514 2024-11-24T23:20:29,786 INFO [M:0;ba7f32532130:37693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e89f0de58fe44add880df5d3eb36e514, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T23:20:29,787 DEBUG [M:0;ba7f32532130:37693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be4edb821fbb4549a5b58727f40055a6 as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be4edb821fbb4549a5b58727f40055a6 2024-11-24T23:20:29,791 INFO [M:0;ba7f32532130:37693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be4edb821fbb4549a5b58727f40055a6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T23:20:29,791 DEBUG [M:0;ba7f32532130:37693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/feeb6fad462842a786eea0a67ecefd8a as hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/feeb6fad462842a786eea0a67ecefd8a 2024-11-24T23:20:29,795 INFO [M:0;ba7f32532130:37693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/c1e1be1e-c5c6-85b9-635b-d8d53887e556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/feeb6fad462842a786eea0a67ecefd8a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T23:20:29,796 INFO [M:0;ba7f32532130:37693 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-24T23:20:29,797 INFO [M:0;ba7f32532130:37693 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:29,797 DEBUG [M:0;ba7f32532130:37693 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490428516Disabling compacts and flushes for region at 1732490428516Disabling writes for close at 1732490428516Obtaining lock to block concurrent updates at 1732490428516Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490428516Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732490428517 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490428517Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490428517Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490428529 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490428529Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490428938 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490428953 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490428953Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490429361 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490429373 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490429373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f85095: reopening flushed file at 1732490429782 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3131403d: reopening flushed file at 1732490429786 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c9b792: reopening flushed file at 1732490429791 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1732490429796 (+5 ms)Writing region close event to WAL at 1732490429797 (+1 ms)Closed at 1732490429797 2024-11-24T23:20:29,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741830_1006 (size=63654) 2024-11-24T23:20:29,799 INFO [M:0;ba7f32532130:37693 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:20:29,799 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:20:29,799 INFO [M:0;ba7f32532130:37693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37693 2024-11-24T23:20:29,800 INFO [M:0;ba7f32532130:37693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:20:29,969 INFO [M:0;ba7f32532130:37693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:20:29,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:29,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37693-0x1016f258da50000, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:29,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d2d1afa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:20:29,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:20:29,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:20:29,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:20:29,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/hadoop.log.dir/,STOPPED} 2024-11-24T23:20:29,972 WARN [BP-1141658258-172.17.0.3-1732490400283 heartbeating to localhost/127.0.0.1:37027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:20:29,972 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:20:29,972 WARN [BP-1141658258-172.17.0.3-1732490400283 heartbeating to localhost/127.0.0.1:37027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1141658258-172.17.0.3-1732490400283 (Datanode Uuid 1a9d5f14-4540-4174-88d0-ae150664fce2) service to localhost/127.0.0.1:37027 2024-11-24T23:20:29,972 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:20:29,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/cluster_72904622-745b-988b-ce55-5ec31f5f2dea/data/data1/current/BP-1141658258-172.17.0.3-1732490400283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:20:29,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/cluster_72904622-745b-988b-ce55-5ec31f5f2dea/data/data2/current/BP-1141658258-172.17.0.3-1732490400283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:20:29,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:20:29,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bf57691{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:20:29,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12386e47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:20:29,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:20:29,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db69a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:20:29,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b37945a2-dfd0-2801-9f0f-9185c67d7891/hadoop.log.dir/,STOPPED} 2024-11-24T23:20:29,985 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:20:29,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:20:30,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 205) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60373) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37027 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37027 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36133 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36133 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60373) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37027 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6446 (was 6533) 2024-11-24T23:20:30,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=6446 2024-11-24T23:20:30,035 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-24T23:20:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/hadoop.log.dir so I do NOT create it in target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352 2024-11-24T23:20:30,036 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:20:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/hadoop.tmp.dir so I do NOT create it in target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352 2024-11-24T23:20:30,036 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d554cfe1-a401-6ceb-a563-41530794f1e0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:20:30,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352 2024-11-24T23:20:30,036 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/cluster_3c9b99ee-371d-85fe-bbea-00c122c26a2e, deleteOnExit=true 2024-11-24T23:20:30,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/cluster_3c9b99ee-371d-85fe-bbea-00c122c26a2e/zookeeper_0, clientPort=51868, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/cluster_3c9b99ee-371d-85fe-bbea-00c122c26a2e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/cluster_3c9b99ee-371d-85fe-bbea-00c122c26a2e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:20:30,059 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51868 2024-11-24T23:20:30,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:20:30,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:20:30,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/test.cache.data in system properties and HBase conf 2024-11-24T23:20:30,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:20:30,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:20:30,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:20:30,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:20:30,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:20:30,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:20:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:20:30,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016f258da50002, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:20:30,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016f258da50005, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:20:30,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016f258da50002, quorum=127.0.0.1:60373, baseZNode=/01115852848 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:20:30,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016f258da50005, quorum=127.0.0.1:60373, baseZNode=/1-1123763945 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:20:30,150 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:30,151 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:30,151 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:30,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:30,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:20:30,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:20:30,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:20:30,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:20:30,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:30,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@670a5da2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:20:30,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@665193da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:20:30,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44ee4004{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/java.io.tmpdir/jetty-localhost-36803-hadoop-hdfs-3_4_1-tests_jar-_-any-3215144154547046281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:20:30,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c69237f{HTTP/1.1, (http/1.1)}{localhost:36803} 2024-11-24T23:20:30,532 INFO [Time-limited test {}] server.Server(415): Started @203206ms 2024-11-24T23:20:30,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:30,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:20:30,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:20:30,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:20:30,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:20:30,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a1607c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:20:30,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccfdb21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:20:30,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba6236c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/java.io.tmpdir/jetty-localhost-45323-hadoop-hdfs-3_4_1-tests_jar-_-any-15764086991717735484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:20:30,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a55265e{HTTP/1.1, (http/1.1)}{localhost:45323} 2024-11-24T23:20:30,873 INFO [Time-limited test {}] server.Server(415): Started @203548ms 2024-11-24T23:20:30,874 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:20:31,606 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/cluster_3c9b99ee-371d-85fe-bbea-00c122c26a2e/data/data2/current/BP-44187195-172.17.0.3-1732490430078/current, will proceed with Du for space computation calculation, 2024-11-24T23:20:31,606 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/cluster_3c9b99ee-371d-85fe-bbea-00c122c26a2e/data/data1/current/BP-44187195-172.17.0.3-1732490430078/current, will proceed with Du for space computation calculation, 2024-11-24T23:20:31,620 WARN [Thread-2177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:20:31,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff73b4cd3ceff63a with lease ID 0x15671ca8eef72dc1: Processing first storage report for DS-3c03c621-ecdd-467f-a1e5-b53812cefe59 from datanode DatanodeRegistration(127.0.0.1:42743, datanodeUuid=bc62ad4c-5f75-4d3c-bf14-2af1a43ea8fa, infoPort=36387, infoSecurePort=0, ipcPort=33901, storageInfo=lv=-57;cid=testClusterID;nsid=1577328832;c=1732490430078) 2024-11-24T23:20:31,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff73b4cd3ceff63a with lease ID 0x15671ca8eef72dc1: from storage DS-3c03c621-ecdd-467f-a1e5-b53812cefe59 node DatanodeRegistration(127.0.0.1:42743, datanodeUuid=bc62ad4c-5f75-4d3c-bf14-2af1a43ea8fa, infoPort=36387, infoSecurePort=0, ipcPort=33901, storageInfo=lv=-57;cid=testClusterID;nsid=1577328832;c=1732490430078), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:20:31,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff73b4cd3ceff63a with lease ID 0x15671ca8eef72dc1: Processing first storage report for DS-c9c33606-87e4-4795-83fc-359072042250 from datanode DatanodeRegistration(127.0.0.1:42743, datanodeUuid=bc62ad4c-5f75-4d3c-bf14-2af1a43ea8fa, infoPort=36387, infoSecurePort=0, ipcPort=33901, storageInfo=lv=-57;cid=testClusterID;nsid=1577328832;c=1732490430078) 2024-11-24T23:20:31,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff73b4cd3ceff63a with lease ID 0x15671ca8eef72dc1: from storage DS-c9c33606-87e4-4795-83fc-359072042250 node DatanodeRegistration(127.0.0.1:42743, datanodeUuid=bc62ad4c-5f75-4d3c-bf14-2af1a43ea8fa, infoPort=36387, infoSecurePort=0, ipcPort=33901, storageInfo=lv=-57;cid=testClusterID;nsid=1577328832;c=1732490430078), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:20:31,700 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352 2024-11-24T23:20:31,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:31,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:31,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:20:32,108 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce with version=8 2024-11-24T23:20:32,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/hbase-staging 2024-11-24T23:20:32,110 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:20:32,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:32,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:32,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:20:32,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:32,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:20:32,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:20:32,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:20:32,111 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34607 2024-11-24T23:20:32,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34607 connecting to ZooKeeper ensemble=127.0.0.1:51868 2024-11-24T23:20:32,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346070x0, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:32,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34607-0x1016f2602150000 connected 2024-11-24T23:20:32,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:32,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:32,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Set watcher on znode that does not yet exist, /0420952476/running 2024-11-24T23:20:32,287 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce, hbase.cluster.distributed=false 2024-11-24T23:20:32,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Set watcher on znode that does not yet exist, /0420952476/acl 2024-11-24T23:20:32,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34607 2024-11-24T23:20:32,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34607 2024-11-24T23:20:32,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34607 2024-11-24T23:20:32,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34607 2024-11-24T23:20:32,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34607 2024-11-24T23:20:32,303 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:20:32,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:32,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:32,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:20:32,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:32,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:20:32,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:20:32,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:20:32,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46767 2024-11-24T23:20:32,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46767 connecting to ZooKeeper ensemble=127.0.0.1:51868 2024-11-24T23:20:32,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:32,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:32,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467670x0, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:32,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467670x0, quorum=127.0.0.1:51868, baseZNode=/0420952476 Set watcher on znode that does not yet exist, /0420952476/running 2024-11-24T23:20:32,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46767-0x1016f2602150001 connected 2024-11-24T23:20:32,322 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:20:32,322 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:20:32,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Set watcher on znode that does not yet exist, /0420952476/master 2024-11-24T23:20:32,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Set watcher on znode that does not yet exist, /0420952476/acl 2024-11-24T23:20:32,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46767 2024-11-24T23:20:32,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46767 2024-11-24T23:20:32,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46767 2024-11-24T23:20:32,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46767 2024-11-24T23:20:32,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46767 2024-11-24T23:20:32,341 DEBUG [M:0;ba7f32532130:34607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:34607 2024-11-24T23:20:32,342 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0420952476/backup-masters/ba7f32532130,34607,1732490432110 2024-11-24T23:20:32,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476/backup-masters 2024-11-24T23:20:32,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476/backup-masters 2024-11-24T23:20:32,353 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Set watcher on existing znode=/0420952476/backup-masters/ba7f32532130,34607,1732490432110 2024-11-24T23:20:32,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0420952476/master 2024-11-24T23:20:32,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:32,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:32,363 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Set watcher on existing znode=/0420952476/master 2024-11-24T23:20:32,364 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0420952476/backup-masters/ba7f32532130,34607,1732490432110 from backup master directory 2024-11-24T23:20:32,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476/backup-masters 2024-11-24T23:20:32,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0420952476/backup-masters/ba7f32532130,34607,1732490432110 2024-11-24T23:20:32,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476/backup-masters 2024-11-24T23:20:32,374 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:20:32,374 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,34607,1732490432110 2024-11-24T23:20:32,377 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/hbase.id] with ID: 1ac4abef-f266-4959-95fc-20474f98038f 2024-11-24T23:20:32,377 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/.tmp/hbase.id 2024-11-24T23:20:32,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:20:32,783 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/.tmp/hbase.id]:[hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/hbase.id] 2024-11-24T23:20:32,792 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:32,792 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:20:32,792 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T23:20:32,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:32,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:32,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:20:33,252 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:33,253 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:20:33,253 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:33,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:20:33,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:20:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:33,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:33,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:33,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:33,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:33,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:33,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:33,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:33,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:20:33,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:20:33,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T23:20:33,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:20:33,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T23:20:33,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:33,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:20:33,659 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store 2024-11-24T23:20:33,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:20:34,064 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:34,064 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:20:34,064 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:34,064 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:34,064 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:20:34,064 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:34,064 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:34,064 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490434064Disabling compacts and flushes for region at 1732490434064Disabling writes for close at 1732490434064Writing region close event to WAL at 1732490434064Closed at 1732490434064 2024-11-24T23:20:34,065 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/.initializing 2024-11-24T23:20:34,065 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/WALs/ba7f32532130,34607,1732490432110 2024-11-24T23:20:34,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:20:34,067 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C34607%2C1732490432110, suffix=, logDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/WALs/ba7f32532130,34607,1732490432110, archiveDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/oldWALs, maxLogs=10 2024-11-24T23:20:34,082 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/WALs/ba7f32532130,34607,1732490432110/ba7f32532130%2C34607%2C1732490432110.1732490434067, exclude list is [], retry=0 2024-11-24T23:20:34,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-3c03c621-ecdd-467f-a1e5-b53812cefe59,DISK] 2024-11-24T23:20:34,086 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/WALs/ba7f32532130,34607,1732490432110/ba7f32532130%2C34607%2C1732490432110.1732490434067 2024-11-24T23:20:34,086 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36387:36387)] 2024-11-24T23:20:34,086 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:34,086 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:34,086 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:34,086 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:34,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:34,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:20:34,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:34,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:34,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:34,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:20:34,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:34,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:34,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:34,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:20:34,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:34,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:34,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:34,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:20:34,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:34,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:34,092 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:34,092 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:34,092 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:34,093 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:34,093 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:34,093 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:34,094 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:34,095 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:34,095 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60476869, jitterRate=-0.09882442653179169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:34,096 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490434087Initializing all the Stores at 1732490434087Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490434087Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490434087Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490434087Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490434087Cleaning up temporary data from old regions at 1732490434093 (+6 ms)Region opened successfully at 1732490434096 (+3 ms) 2024-11-24T23:20:34,096 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:20:34,098 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1dcee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:20:34,099 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:20:34,099 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:20:34,099 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:20:34,099 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:20:34,099 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:20:34,100 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:20:34,100 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:20:34,101 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:20:34,102 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Unable to get data of znode /0420952476/balancer because node does not exist (not necessarily an error) 2024-11-24T23:20:34,173 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0420952476/balancer already deleted, retry=false 2024-11-24T23:20:34,174 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:20:34,174 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Unable to get data of znode /0420952476/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:20:34,184 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0420952476/normalizer already deleted, retry=false 2024-11-24T23:20:34,184 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:20:34,185 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Unable to get data of znode /0420952476/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:20:34,194 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0420952476/switch/split already deleted, retry=false 2024-11-24T23:20:34,195 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Unable to get data of znode /0420952476/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:20:34,201 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:34,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:34,202 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:34,205 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0420952476/switch/merge already deleted, retry=false 2024-11-24T23:20:34,206 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Unable to get data of znode /0420952476/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:20:34,215 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0420952476/snapshot-cleanup already deleted, retry=false 2024-11-24T23:20:34,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0420952476/running 2024-11-24T23:20:34,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0420952476/running 2024-11-24T23:20:34,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:34,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:34,226 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,34607,1732490432110, sessionid=0x1016f2602150000, setting cluster-up flag (Was=false) 2024-11-24T23:20:34,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:34,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:34,279 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0420952476/flush-table-proc/acquired, /0420952476/flush-table-proc/reached, /0420952476/flush-table-proc/abort 2024-11-24T23:20:34,279 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,34607,1732490432110 2024-11-24T23:20:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:34,331 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0420952476/online-snapshot/acquired, /0420952476/online-snapshot/reached, /0420952476/online-snapshot/abort 2024-11-24T23:20:34,332 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,34607,1732490432110 2024-11-24T23:20:34,333 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:20:34,334 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:34,334 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:20:34,334 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:20:34,334 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,34607,1732490432110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:20:34,335 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:34,335 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:34,335 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:34,335 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:34,335 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:20:34,335 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,335 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:20:34,335 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,336 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490464336 2024-11-24T23:20:34,336 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:20:34,336 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:20:34,336 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:20:34,336 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:20:34,336 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:20:34,336 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:20:34,336 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:34,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:20:34,336 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:20:34,336 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:20:34,337 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:20:34,337 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:20:34,337 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:20:34,337 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:20:34,337 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490434337,5,FailOnTimeoutGroup] 2024-11-24T23:20:34,337 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:34,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:20:34,338 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490434337,5,FailOnTimeoutGroup] 2024-11-24T23:20:34,338 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,338 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:20:34,338 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,338 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:20:34,431 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(746): ClusterId : 1ac4abef-f266-4959-95fc-20474f98038f 2024-11-24T23:20:34,431 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:20:34,442 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:20:34,442 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:20:34,453 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:20:34,453 DEBUG [RS:0;ba7f32532130:46767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b81683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:20:34,463 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:46767 2024-11-24T23:20:34,463 INFO [RS:0;ba7f32532130:46767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:20:34,463 INFO [RS:0;ba7f32532130:46767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:20:34,463 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:20:34,464 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,34607,1732490432110 with port=46767, startcode=1732490432303 2024-11-24T23:20:34,464 DEBUG [RS:0;ba7f32532130:46767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:20:34,465 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:20:34,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,46767,1732490432303 2024-11-24T23:20:34,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34607 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,46767,1732490432303 2024-11-24T23:20:34,466 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce 2024-11-24T23:20:34,466 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45459 2024-11-24T23:20:34,466 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:20:34,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476/rs 2024-11-24T23:20:34,479 DEBUG [RS:0;ba7f32532130:46767 {}] zookeeper.ZKUtil(111): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Set watcher on existing znode=/0420952476/rs/ba7f32532130,46767,1732490432303 2024-11-24T23:20:34,479 WARN [RS:0;ba7f32532130:46767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:20:34,479 INFO [RS:0;ba7f32532130:46767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:34,479 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303 2024-11-24T23:20:34,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,46767,1732490432303] 2024-11-24T23:20:34,482 INFO [RS:0;ba7f32532130:46767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:20:34,484 INFO [RS:0;ba7f32532130:46767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:20:34,484 INFO [RS:0;ba7f32532130:46767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:20:34,484 INFO [RS:0;ba7f32532130:46767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,484 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:20:34,485 INFO [RS:0;ba7f32532130:46767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:20:34,485 INFO [RS:0;ba7f32532130:46767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:20:34,485 DEBUG [RS:0;ba7f32532130:46767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:20:34,486 INFO [RS:0;ba7f32532130:46767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,486 INFO [RS:0;ba7f32532130:46767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,486 INFO [RS:0;ba7f32532130:46767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,486 INFO [RS:0;ba7f32532130:46767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,486 INFO [RS:0;ba7f32532130:46767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,486 INFO [RS:0;ba7f32532130:46767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,46767,1732490432303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:20:34,498 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:20:34,498 INFO [RS:0;ba7f32532130:46767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,46767,1732490432303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,498 INFO [RS:0;ba7f32532130:46767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,498 INFO [RS:0;ba7f32532130:46767 {}] regionserver.Replication(171): ba7f32532130,46767,1732490432303 started 2024-11-24T23:20:34,509 INFO [RS:0;ba7f32532130:46767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:34,509 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,46767,1732490432303, RpcServer on ba7f32532130/172.17.0.3:46767, sessionid=0x1016f2602150001 2024-11-24T23:20:34,509 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:20:34,509 DEBUG [RS:0;ba7f32532130:46767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,46767,1732490432303 2024-11-24T23:20:34,509 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,46767,1732490432303' 2024-11-24T23:20:34,509 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0420952476/flush-table-proc/abort' 2024-11-24T23:20:34,510 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0420952476/flush-table-proc/acquired' 2024-11-24T23:20:34,510 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:20:34,510 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:20:34,510 DEBUG [RS:0;ba7f32532130:46767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,46767,1732490432303 2024-11-24T23:20:34,510 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,46767,1732490432303' 2024-11-24T23:20:34,510 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0420952476/online-snapshot/abort' 2024-11-24T23:20:34,510 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0420952476/online-snapshot/acquired' 2024-11-24T23:20:34,511 DEBUG [RS:0;ba7f32532130:46767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:20:34,511 INFO [RS:0;ba7f32532130:46767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:20:34,511 INFO [RS:0;ba7f32532130:46767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:20:34,611 INFO [RS:0;ba7f32532130:46767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:20:34,612 INFO [RS:0;ba7f32532130:46767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C46767%2C1732490432303, suffix=, logDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303, archiveDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/oldWALs, maxLogs=10 2024-11-24T23:20:34,624 DEBUG [RS:0;ba7f32532130:46767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612, exclude list is [], retry=0 2024-11-24T23:20:34,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-3c03c621-ecdd-467f-a1e5-b53812cefe59,DISK] 2024-11-24T23:20:34,627 INFO [RS:0;ba7f32532130:46767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 2024-11-24T23:20:34,627 DEBUG [RS:0;ba7f32532130:46767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36387:36387)] 2024-11-24T23:20:34,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:20:34,747 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce 2024-11-24T23:20:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:20:35,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:35,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:20:35,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:20:35,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:35,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:35,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:20:35,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:20:35,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:35,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:35,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:20:35,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:20:35,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:35,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:35,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:20:35,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:20:35,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:35,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:35,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:20:35,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740 2024-11-24T23:20:35,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740 2024-11-24T23:20:35,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:20:35,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:20:35,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:35,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:20:35,161 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:35,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70660613, jitterRate=0.05292518436908722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:35,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490435151Initializing all the Stores at 1732490435152 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490435152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490435152Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490435152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490435152Cleaning up temporary data from old regions at 1732490435158 (+6 ms)Region opened successfully at 1732490435162 (+4 ms) 2024-11-24T23:20:35,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:20:35,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:20:35,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:20:35,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:20:35,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:20:35,163 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:35,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490435162Disabling compacts and flushes for region at 1732490435162Disabling writes for close at 1732490435162Writing region close event to WAL at 1732490435163 (+1 ms)Closed at 1732490435163 2024-11-24T23:20:35,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:35,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:20:35,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:20:35,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:20:35,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:20:35,315 DEBUG [ba7f32532130:34607 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:20:35,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,46767,1732490432303 2024-11-24T23:20:35,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,46767,1732490432303, state=OPENING 2024-11-24T23:20:35,363 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:20:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:35,374 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:20:35,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0420952476/meta-region-server: CHANGED 2024-11-24T23:20:35,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0420952476/meta-region-server: CHANGED 2024-11-24T23:20:35,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,46767,1732490432303}] 2024-11-24T23:20:35,526 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:20:35,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:20:35,530 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:20:35,530 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:35,530 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:20:35,531 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C46767%2C1732490432303.meta, suffix=.meta, logDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303, archiveDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/oldWALs, maxLogs=10 2024-11-24T23:20:35,543 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.meta.1732490435531.meta, exclude list is [], retry=0 2024-11-24T23:20:35,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-3c03c621-ecdd-467f-a1e5-b53812cefe59,DISK] 2024-11-24T23:20:35,546 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.meta.1732490435531.meta 2024-11-24T23:20:35,548 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36387:36387)] 2024-11-24T23:20:35,548 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:35,549 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:20:35,549 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:20:35,549 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:20:35,549 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:20:35,549 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:20:35,549 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:35,549 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:20:35,549 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:20:35,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:20:35,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:20:35,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:35,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:35,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:20:35,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:20:35,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:35,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:35,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:20:35,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:20:35,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:35,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:35,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:20:35,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:20:35,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:35,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:35,561 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:20:35,562 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740 2024-11-24T23:20:35,562 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740 2024-11-24T23:20:35,563 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:20:35,563 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:20:35,564 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:35,565 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:20:35,566 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61611404, jitterRate=-0.08191853761672974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:35,566 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:20:35,566 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490435549Writing region info on filesystem at 1732490435549Initializing all the Stores at 1732490435550 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490435550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490435550Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490435550Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490435550Cleaning up temporary data from old regions at 1732490435563 (+13 ms)Running coprocessor post-open hooks at 1732490435566 (+3 ms)Region opened successfully at 1732490435566 2024-11-24T23:20:35,567 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490435526 2024-11-24T23:20:35,569 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:20:35,570 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:20:35,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,46767,1732490432303 2024-11-24T23:20:35,570 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,46767,1732490432303, state=OPEN 2024-11-24T23:20:35,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0420952476/meta-region-server 2024-11-24T23:20:35,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0420952476/meta-region-server 2024-11-24T23:20:35,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0420952476/meta-region-server: CHANGED 2024-11-24T23:20:35,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0420952476/meta-region-server: CHANGED 2024-11-24T23:20:35,606 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,46767,1732490432303 2024-11-24T23:20:35,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:20:35,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,46767,1732490432303 in 232 msec 2024-11-24T23:20:35,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:20:35,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-24T23:20:35,610 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:35,610 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:20:35,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:35,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,46767,1732490432303, seqNum=-1] 2024-11-24T23:20:35,612 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:35,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:35,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-24T23:20:35,617 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490435617, completionTime=-1 2024-11-24T23:20:35,617 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:20:35,617 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:20:35,619 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:20:35,619 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490495619 2024-11-24T23:20:35,619 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490555619 2024-11-24T23:20:35,619 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:20:35,619 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34607,1732490432110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:35,619 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34607,1732490432110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:35,619 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34607,1732490432110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:35,619 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:34607, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:35,619 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:35,620 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:35,621 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:20:35,623 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.249sec 2024-11-24T23:20:35,623 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:20:35,623 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:20:35,623 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:20:35,623 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:20:35,623 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:20:35,623 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34607,1732490432110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:20:35,623 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34607,1732490432110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:20:35,625 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:20:35,625 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:20:35,625 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34607,1732490432110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:35,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eba81b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:35,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34607,-1 for getting cluster id 2024-11-24T23:20:35,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:35,633 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ac4abef-f266-4959-95fc-20474f98038f' 2024-11-24T23:20:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ac4abef-f266-4959-95fc-20474f98038f" 2024-11-24T23:20:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296bd159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34607,-1] 2024-11-24T23:20:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:35,635 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:35,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c992ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:35,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,46767,1732490432303, seqNum=-1] 2024-11-24T23:20:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:35,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:35,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,34607,1732490432110 2024-11-24T23:20:35,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51868 2024-11-24T23:20:35,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:35,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016f2602150002 connected 2024-11-24T23:20:35,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/hadoop.log.dir so I do NOT create it in target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa 2024-11-24T23:20:35,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:20:35,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/hadoop.tmp.dir so I do NOT create it in target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa 2024-11-24T23:20:35,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:20:35,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa 2024-11-24T23:20:35,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:20:35,675 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/cluster_c320d082-05e3-abbd-5bb2-a066ae0939fe, deleteOnExit=true 2024-11-24T23:20:35,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:20:35,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/test.cache.data in system properties and HBase conf 2024-11-24T23:20:35,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:20:35,676 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:20:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:20:35,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:20:35,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:35,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:20:35,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:20:35,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:20:35,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:20:35,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:35,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52b633c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:20:35,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f613f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:20:36,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d9a5135{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/java.io.tmpdir/jetty-localhost-32937-hadoop-hdfs-3_4_1-tests_jar-_-any-14093778148356008860/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:20:36,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3691ca81{HTTP/1.1, (http/1.1)}{localhost:32937} 2024-11-24T23:20:36,075 INFO [Time-limited test {}] server.Server(415): Started @208750ms 2024-11-24T23:20:36,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:36,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:20:36,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:20:36,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:20:36,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:20:36,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:20:36,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@feb2d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:20:36,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7303b9c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/java.io.tmpdir/jetty-localhost-41077-hadoop-hdfs-3_4_1-tests_jar-_-any-17886295131066611529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:20:36,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a09b919{HTTP/1.1, (http/1.1)}{localhost:41077} 2024-11-24T23:20:36,475 INFO [Time-limited test {}] server.Server(415): Started @209150ms 2024-11-24T23:20:36,476 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:20:37,146 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/cluster_c320d082-05e3-abbd-5bb2-a066ae0939fe/data/data1/current/BP-378846422-172.17.0.3-1732490435691/current, will proceed with Du for space computation calculation, 2024-11-24T23:20:37,146 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/cluster_c320d082-05e3-abbd-5bb2-a066ae0939fe/data/data2/current/BP-378846422-172.17.0.3-1732490435691/current, will proceed with Du for space computation calculation, 2024-11-24T23:20:37,165 WARN [Thread-2298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:20:37,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53189017e5ee9d70 with lease ID 0x75165096f5ea91b6: Processing first storage report for DS-68b70fea-f7bf-440f-86a1-9491600a0f54 from datanode DatanodeRegistration(127.0.0.1:34941, datanodeUuid=f37dc3dd-85c8-48ca-aa80-ee1532c0a3f2, infoPort=42781, infoSecurePort=0, ipcPort=34595, storageInfo=lv=-57;cid=testClusterID;nsid=769827150;c=1732490435691) 2024-11-24T23:20:37,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53189017e5ee9d70 with lease ID 0x75165096f5ea91b6: from storage DS-68b70fea-f7bf-440f-86a1-9491600a0f54 node DatanodeRegistration(127.0.0.1:34941, datanodeUuid=f37dc3dd-85c8-48ca-aa80-ee1532c0a3f2, infoPort=42781, infoSecurePort=0, ipcPort=34595, storageInfo=lv=-57;cid=testClusterID;nsid=769827150;c=1732490435691), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:20:37,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53189017e5ee9d70 with lease ID 0x75165096f5ea91b6: Processing first storage report for DS-0013d745-3314-4770-9a14-15a1db0b4f71 from datanode DatanodeRegistration(127.0.0.1:34941, datanodeUuid=f37dc3dd-85c8-48ca-aa80-ee1532c0a3f2, infoPort=42781, infoSecurePort=0, ipcPort=34595, storageInfo=lv=-57;cid=testClusterID;nsid=769827150;c=1732490435691) 2024-11-24T23:20:37,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53189017e5ee9d70 with lease ID 0x75165096f5ea91b6: from storage DS-0013d745-3314-4770-9a14-15a1db0b4f71 node DatanodeRegistration(127.0.0.1:34941, datanodeUuid=f37dc3dd-85c8-48ca-aa80-ee1532c0a3f2, infoPort=42781, infoSecurePort=0, ipcPort=34595, storageInfo=lv=-57;cid=testClusterID;nsid=769827150;c=1732490435691), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:20:37,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa 2024-11-24T23:20:37,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:37,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:37,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:20:37,608 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356 with version=8 2024-11-24T23:20:37,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/hbase-staging 2024-11-24T23:20:37,610 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:20:37,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:37,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:37,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:20:37,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:37,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:20:37,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:20:37,611 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:20:37,611 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37353 2024-11-24T23:20:37,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37353 connecting to ZooKeeper ensemble=127.0.0.1:51868 2024-11-24T23:20:37,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373530x0, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:37,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37353-0x1016f2602150003 connected 2024-11-24T23:20:37,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:37,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:37,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Set watcher on znode that does not yet exist, /1-1115968619/running 2024-11-24T23:20:37,751 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356, hbase.cluster.distributed=false 2024-11-24T23:20:37,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Set watcher on znode that does not yet exist, /1-1115968619/acl 2024-11-24T23:20:37,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37353 2024-11-24T23:20:37,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37353 2024-11-24T23:20:37,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37353 2024-11-24T23:20:37,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37353 2024-11-24T23:20:37,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37353 2024-11-24T23:20:37,785 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:20:37,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:37,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:37,785 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:20:37,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:37,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:20:37,785 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:20:37,785 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:20:37,786 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38853 2024-11-24T23:20:37,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38853 connecting to ZooKeeper ensemble=127.0.0.1:51868 2024-11-24T23:20:37,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:37,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:37,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388530x0, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:37,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388530x0, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Set watcher on znode that does not yet exist, /1-1115968619/running 2024-11-24T23:20:37,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38853-0x1016f2602150004 connected 2024-11-24T23:20:37,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:20:37,802 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:20:37,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Set watcher on znode that does not yet exist, /1-1115968619/master 2024-11-24T23:20:37,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Set watcher on znode that does not yet exist, /1-1115968619/acl 2024-11-24T23:20:37,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-24T23:20:37,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38853 2024-11-24T23:20:37,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38853 2024-11-24T23:20:37,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-24T23:20:37,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-24T23:20:37,822 DEBUG [M:0;ba7f32532130:37353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:37353 2024-11-24T23:20:37,823 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1115968619/backup-masters/ba7f32532130,37353,1732490437610 2024-11-24T23:20:37,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619/backup-masters 2024-11-24T23:20:37,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619/backup-masters 2024-11-24T23:20:37,831 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Set watcher on existing znode=/1-1115968619/backup-masters/ba7f32532130,37353,1732490437610 2024-11-24T23:20:37,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1115968619/master 2024-11-24T23:20:37,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:37,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:37,842 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Set watcher on existing znode=/1-1115968619/master 2024-11-24T23:20:37,842 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1115968619/backup-masters/ba7f32532130,37353,1732490437610 from backup master directory 2024-11-24T23:20:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1115968619/backup-masters/ba7f32532130,37353,1732490437610 2024-11-24T23:20:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619/backup-masters 2024-11-24T23:20:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619/backup-masters 2024-11-24T23:20:37,852 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:20:37,852 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,37353,1732490437610 2024-11-24T23:20:37,855 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/hbase.id] with ID: c0e67ff0-5b45-40d9-b848-a3d1667d6534 2024-11-24T23:20:37,855 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/.tmp/hbase.id 2024-11-24T23:20:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:20:38,261 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/.tmp/hbase.id]:[hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/hbase.id] 2024-11-24T23:20:38,270 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:38,270 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:20:38,271 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:20:38,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:38,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:38,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:20:38,725 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:38,726 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:20:38,726 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:38,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:20:39,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:20:39,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:39,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:39,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:39,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:39,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:39,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:39,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:39,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:39,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:39,136 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store 2024-11-24T23:20:39,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:20:39,541 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:39,541 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:20:39,541 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:39,541 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:39,541 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:20:39,541 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:39,541 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:39,541 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490439541Disabling compacts and flushes for region at 1732490439541Disabling writes for close at 1732490439541Writing region close event to WAL at 1732490439541Closed at 1732490439541 2024-11-24T23:20:39,542 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/.initializing 2024-11-24T23:20:39,542 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/WALs/ba7f32532130,37353,1732490437610 2024-11-24T23:20:39,542 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:20:39,544 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C37353%2C1732490437610, suffix=, logDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/WALs/ba7f32532130,37353,1732490437610, archiveDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/oldWALs, maxLogs=10 2024-11-24T23:20:39,558 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/WALs/ba7f32532130,37353,1732490437610/ba7f32532130%2C37353%2C1732490437610.1732490439544, exclude list is [], retry=0 2024-11-24T23:20:39,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34941,DS-68b70fea-f7bf-440f-86a1-9491600a0f54,DISK] 2024-11-24T23:20:39,562 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/WALs/ba7f32532130,37353,1732490437610/ba7f32532130%2C37353%2C1732490437610.1732490439544 2024-11-24T23:20:39,562 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42781:42781)] 2024-11-24T23:20:39,563 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:39,563 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:39,563 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:39,563 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:39,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:39,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:20:39,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:39,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:39,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:39,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:20:39,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:39,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:39,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:39,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:20:39,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:39,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:39,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:39,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:20:39,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:39,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:39,570 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:39,571 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:39,571 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:39,572 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:39,572 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:39,572 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:39,573 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:39,575 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:39,575 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71936445, jitterRate=0.07193656265735626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:39,575 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490439563Initializing all the Stores at 1732490439564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490439564Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490439564Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490439564Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490439564Cleaning up temporary data from old regions at 1732490439572 (+8 ms)Region opened successfully at 1732490439575 (+3 ms) 2024-11-24T23:20:39,575 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:20:39,578 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b69901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:20:39,578 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:20:39,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:20:39,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:20:39,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:20:39,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:20:39,580 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:20:39,580 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:20:39,581 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:20:39,582 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Unable to get data of znode /1-1115968619/balancer because node does not exist (not necessarily an error) 2024-11-24T23:20:39,647 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1115968619/balancer already deleted, retry=false 2024-11-24T23:20:39,647 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:20:39,648 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Unable to get data of znode /1-1115968619/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:20:39,657 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1115968619/normalizer already deleted, retry=false 2024-11-24T23:20:39,658 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:20:39,659 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Unable to get data of znode /1-1115968619/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:20:39,668 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1115968619/switch/split already deleted, retry=false 2024-11-24T23:20:39,669 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Unable to get data of znode /1-1115968619/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:20:39,678 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1115968619/switch/merge already deleted, retry=false 2024-11-24T23:20:39,680 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Unable to get data of znode /1-1115968619/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:20:39,689 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1115968619/snapshot-cleanup already deleted, retry=false 2024-11-24T23:20:39,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1115968619/running 2024-11-24T23:20:39,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1115968619/running 2024-11-24T23:20:39,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:39,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:39,700 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,37353,1732490437610, sessionid=0x1016f2602150003, setting cluster-up flag (Was=false) 2024-11-24T23:20:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:39,752 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1115968619/flush-table-proc/acquired, /1-1115968619/flush-table-proc/reached, /1-1115968619/flush-table-proc/abort 2024-11-24T23:20:39,753 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,37353,1732490437610 2024-11-24T23:20:39,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:39,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:39,805 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1115968619/online-snapshot/acquired, /1-1115968619/online-snapshot/reached, /1-1115968619/online-snapshot/abort 2024-11-24T23:20:39,806 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,37353,1732490437610 2024-11-24T23:20:39,806 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:20:39,807 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:39,808 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:20:39,808 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:20:39,808 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,37353,1732490437610 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:20:39,809 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:39,809 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:39,809 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:39,809 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:39,809 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:20:39,809 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,809 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:20:39,809 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,810 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490469810 2024-11-24T23:20:39,810 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:20:39,810 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:20:39,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:39,810 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:20:39,810 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:20:39,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:20:39,810 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:20:39,810 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:20:39,811 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,811 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(746): ClusterId : c0e67ff0-5b45-40d9-b848-a3d1667d6534 2024-11-24T23:20:39,811 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:20:39,811 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:20:39,811 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:39,811 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:20:39,811 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:20:39,811 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:20:39,811 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:20:39,812 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:20:39,812 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:20:39,812 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490439812,5,FailOnTimeoutGroup] 2024-11-24T23:20:39,816 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490439812,5,FailOnTimeoutGroup] 2024-11-24T23:20:39,816 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,816 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:20:39,816 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,816 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,821 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:20:39,821 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:20:39,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:20:39,831 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:20:39,832 DEBUG [RS:0;ba7f32532130:38853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7626393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:20:39,846 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:38853 2024-11-24T23:20:39,846 INFO [RS:0;ba7f32532130:38853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:20:39,846 INFO [RS:0;ba7f32532130:38853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:20:39,846 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:20:39,847 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,37353,1732490437610 with port=38853, startcode=1732490437784 2024-11-24T23:20:39,847 DEBUG [RS:0;ba7f32532130:38853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:20:39,848 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:20:39,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,38853,1732490437784 2024-11-24T23:20:39,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37353 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,38853,1732490437784 2024-11-24T23:20:39,850 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356 2024-11-24T23:20:39,850 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44795 2024-11-24T23:20:39,850 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:20:39,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619/rs 2024-11-24T23:20:39,903 DEBUG [RS:0;ba7f32532130:38853 {}] zookeeper.ZKUtil(111): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Set watcher on existing znode=/1-1115968619/rs/ba7f32532130,38853,1732490437784 2024-11-24T23:20:39,903 WARN [RS:0;ba7f32532130:38853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:20:39,903 INFO [RS:0;ba7f32532130:38853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:39,904 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784 2024-11-24T23:20:39,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,38853,1732490437784] 2024-11-24T23:20:39,906 INFO [RS:0;ba7f32532130:38853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:20:39,908 INFO [RS:0;ba7f32532130:38853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:20:39,908 INFO [RS:0;ba7f32532130:38853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:20:39,908 INFO [RS:0;ba7f32532130:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,908 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:20:39,909 INFO [RS:0;ba7f32532130:38853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:20:39,909 INFO [RS:0;ba7f32532130:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,909 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:20:39,910 DEBUG [RS:0;ba7f32532130:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:20:39,910 INFO [RS:0;ba7f32532130:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,910 INFO [RS:0;ba7f32532130:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,910 INFO [RS:0;ba7f32532130:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,910 INFO [RS:0;ba7f32532130:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,910 INFO [RS:0;ba7f32532130:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,910 INFO [RS:0;ba7f32532130:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38853,1732490437784-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:20:39,923 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:20:39,923 INFO [RS:0;ba7f32532130:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38853,1732490437784-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,923 INFO [RS:0;ba7f32532130:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,923 INFO [RS:0;ba7f32532130:38853 {}] regionserver.Replication(171): ba7f32532130,38853,1732490437784 started 2024-11-24T23:20:39,935 INFO [RS:0;ba7f32532130:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:39,935 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,38853,1732490437784, RpcServer on ba7f32532130/172.17.0.3:38853, sessionid=0x1016f2602150004 2024-11-24T23:20:39,935 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:20:39,935 DEBUG [RS:0;ba7f32532130:38853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,38853,1732490437784 2024-11-24T23:20:39,935 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,38853,1732490437784' 2024-11-24T23:20:39,935 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1115968619/flush-table-proc/abort' 2024-11-24T23:20:39,936 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1115968619/flush-table-proc/acquired' 2024-11-24T23:20:39,936 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:20:39,936 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:20:39,936 DEBUG [RS:0;ba7f32532130:38853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,38853,1732490437784 2024-11-24T23:20:39,936 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,38853,1732490437784' 2024-11-24T23:20:39,936 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1115968619/online-snapshot/abort' 2024-11-24T23:20:39,936 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1115968619/online-snapshot/acquired' 2024-11-24T23:20:39,936 DEBUG [RS:0;ba7f32532130:38853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:20:39,936 INFO [RS:0;ba7f32532130:38853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:20:39,936 INFO [RS:0;ba7f32532130:38853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:20:40,037 INFO [RS:0;ba7f32532130:38853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:20:40,038 INFO [RS:0;ba7f32532130:38853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C38853%2C1732490437784, suffix=, logDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784, archiveDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/oldWALs, maxLogs=10 2024-11-24T23:20:40,050 DEBUG [RS:0;ba7f32532130:38853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038, exclude list is [], retry=0 2024-11-24T23:20:40,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34941,DS-68b70fea-f7bf-440f-86a1-9491600a0f54,DISK] 2024-11-24T23:20:40,054 INFO [RS:0;ba7f32532130:38853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 2024-11-24T23:20:40,054 DEBUG [RS:0;ba7f32532130:38853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42781:42781)] 2024-11-24T23:20:40,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:20:40,227 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356 2024-11-24T23:20:40,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:20:40,482 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:20:40,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:40,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:20:40,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:20:40,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:40,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:40,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:20:40,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:20:40,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:40,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:40,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:20:40,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:20:40,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:40,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:40,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:20:40,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:20:40,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:40,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:40,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:20:40,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740 2024-11-24T23:20:40,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740 2024-11-24T23:20:40,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:20:40,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:20:40,643 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:40,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:20:40,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:40,645 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71637409, jitterRate=0.06748057901859283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:40,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490440634Initializing all the Stores at 1732490440634Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490440635 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490440635Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490440635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490440635Cleaning up temporary data from old regions at 1732490440642 (+7 ms)Region opened successfully at 1732490440645 (+3 ms) 2024-11-24T23:20:40,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:20:40,645 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:20:40,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:20:40,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:20:40,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:20:40,646 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:40,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490440645Disabling compacts and flushes for region at 1732490440645Disabling writes for close at 1732490440646 (+1 ms)Writing region close event to WAL at 1732490440646Closed at 1732490440646 2024-11-24T23:20:40,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:40,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:20:40,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:20:40,647 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:20:40,648 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:20:40,798 DEBUG [ba7f32532130:37353 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:20:40,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,38853,1732490437784 2024-11-24T23:20:40,800 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,38853,1732490437784, state=OPENING 2024-11-24T23:20:40,862 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:20:40,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:40,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:40,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1115968619/meta-region-server: CHANGED 2024-11-24T23:20:40,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1115968619/meta-region-server: CHANGED 2024-11-24T23:20:40,873 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:20:40,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,38853,1732490437784}] 2024-11-24T23:20:41,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:20:41,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:20:41,029 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:20:41,029 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:41,029 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:20:41,030 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C38853%2C1732490437784.meta, suffix=.meta, logDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784, archiveDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/oldWALs, maxLogs=10 2024-11-24T23:20:41,042 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.meta.1732490441031.meta, exclude list is [], retry=0 2024-11-24T23:20:41,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34941,DS-68b70fea-f7bf-440f-86a1-9491600a0f54,DISK] 2024-11-24T23:20:41,045 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.meta.1732490441031.meta 2024-11-24T23:20:41,046 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42781:42781)] 2024-11-24T23:20:41,046 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:41,046 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:20:41,046 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:20:41,046 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:20:41,046 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:20:41,047 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:20:41,047 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:41,047 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:20:41,047 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:20:41,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:20:41,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:20:41,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:41,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:41,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:20:41,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:20:41,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:41,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:41,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:20:41,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:20:41,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:41,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:41,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:20:41,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:20:41,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:41,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:41,052 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:20:41,052 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740 2024-11-24T23:20:41,053 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740 2024-11-24T23:20:41,054 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:20:41,054 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:20:41,054 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:41,055 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:20:41,056 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64700570, jitterRate=-0.03588637709617615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:41,056 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:20:41,056 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490441047Writing region info on filesystem at 1732490441047Initializing all the Stores at 1732490441047Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490441048 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490441048Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490441048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490441048Cleaning up temporary data from old regions at 1732490441054 (+6 ms)Running coprocessor post-open hooks at 1732490441056 (+2 ms)Region opened successfully at 1732490441056 2024-11-24T23:20:41,057 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490441025 2024-11-24T23:20:41,058 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:20:41,059 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:20:41,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,38853,1732490437784 2024-11-24T23:20:41,059 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,38853,1732490437784, state=OPEN 2024-11-24T23:20:41,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1115968619/meta-region-server 2024-11-24T23:20:41,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1115968619/meta-region-server 2024-11-24T23:20:41,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,38853,1732490437784 2024-11-24T23:20:41,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1115968619/meta-region-server: CHANGED 2024-11-24T23:20:41,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1115968619/meta-region-server: CHANGED 2024-11-24T23:20:41,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:20:41,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,38853,1732490437784 in 221 msec 2024-11-24T23:20:41,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:20:41,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-24T23:20:41,098 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:41,098 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:20:41,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:41,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38853,1732490437784, seqNum=-1] 2024-11-24T23:20:41,099 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:41,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:41,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-24T23:20:41,105 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490441105, completionTime=-1 2024-11-24T23:20:41,105 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:20:41,105 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:20:41,107 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:20:41,107 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490501107 2024-11-24T23:20:41,107 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490561107 2024-11-24T23:20:41,107 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T23:20:41,107 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37353,1732490437610-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:41,108 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37353,1732490437610-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:41,108 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37353,1732490437610-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:41,108 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:37353, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:41,108 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:41,109 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:20:41,111 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:41,114 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.262sec 2024-11-24T23:20:41,114 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:20:41,114 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:20:41,114 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:20:41,115 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:20:41,115 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:20:41,115 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37353,1732490437610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:20:41,115 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37353,1732490437610-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:20:41,116 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:20:41,116 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:20:41,116 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37353,1732490437610-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:41,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d3b045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:41,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37353,-1 for getting cluster id 2024-11-24T23:20:41,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:41,213 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e67ff0-5b45-40d9-b848-a3d1667d6534' 2024-11-24T23:20:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e67ff0-5b45-40d9-b848-a3d1667d6534" 2024-11-24T23:20:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e92047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37353,-1] 2024-11-24T23:20:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:41,215 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:41,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:41,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38853,1732490437784, seqNum=-1] 2024-11-24T23:20:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:41,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:41,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,37353,1732490437610 2024-11-24T23:20:41,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51868 2024-11-24T23:20:41,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:41,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016f2602150005 connected 2024-11-24T23:20:41,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34607,1732490432110 2024-11-24T23:20:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50044175 2024-11-24T23:20:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:41,244 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:41,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:20:41,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:20:41,247 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:41,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:20:41,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:20:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:41,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:20:41,258 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86619793522e19c86a6605a6553fa1f0, NAME => 'test,,1732490441245.86619793522e19c86a6605a6553fa1f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce 2024-11-24T23:20:41,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:20:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:41,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490441245.86619793522e19c86a6605a6553fa1f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:41,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 86619793522e19c86a6605a6553fa1f0, disabling compactions & flushes 2024-11-24T23:20:41,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490441245.86619793522e19c86a6605a6553fa1f0. 2024-11-24T23:20:41,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490441245.86619793522e19c86a6605a6553fa1f0. 2024-11-24T23:20:41,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490441245.86619793522e19c86a6605a6553fa1f0. after waiting 0 ms 2024-11-24T23:20:41,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490441245.86619793522e19c86a6605a6553fa1f0. 2024-11-24T23:20:41,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490441245.86619793522e19c86a6605a6553fa1f0. 2024-11-24T23:20:41,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86619793522e19c86a6605a6553fa1f0: Waiting for close lock at 1732490441666Disabling compacts and flushes for region at 1732490441666Disabling writes for close at 1732490441666Writing region close event to WAL at 1732490441666Closed at 1732490441666 2024-11-24T23:20:41,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:20:41,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490441245.86619793522e19c86a6605a6553fa1f0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490441668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490441668"}]},"ts":"1732490441668"} 2024-11-24T23:20:41,670 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:20:41,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:20:41,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490441671"}]},"ts":"1732490441671"} 2024-11-24T23:20:41,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:20:41,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=86619793522e19c86a6605a6553fa1f0, ASSIGN}] 2024-11-24T23:20:41,674 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=86619793522e19c86a6605a6553fa1f0, ASSIGN 2024-11-24T23:20:41,675 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=86619793522e19c86a6605a6553fa1f0, ASSIGN; state=OFFLINE, location=ba7f32532130,46767,1732490432303; forceNewPlan=false, retain=false 2024-11-24T23:20:41,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=86619793522e19c86a6605a6553fa1f0, regionState=OPENING, regionLocation=ba7f32532130,46767,1732490432303 2024-11-24T23:20:41,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=86619793522e19c86a6605a6553fa1f0, ASSIGN because future has completed 2024-11-24T23:20:41,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86619793522e19c86a6605a6553fa1f0, server=ba7f32532130,46767,1732490432303}] 2024-11-24T23:20:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:41,982 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490441245.86619793522e19c86a6605a6553fa1f0. 2024-11-24T23:20:41,982 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 86619793522e19c86a6605a6553fa1f0, NAME => 'test,,1732490441245.86619793522e19c86a6605a6553fa1f0.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:41,982 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:20:41,982 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:20:41,982 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,982 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490441245.86619793522e19c86a6605a6553fa1f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:41,982 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,983 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,984 INFO [StoreOpener-86619793522e19c86a6605a6553fa1f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,985 INFO [StoreOpener-86619793522e19c86a6605a6553fa1f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86619793522e19c86a6605a6553fa1f0 columnFamilyName f 2024-11-24T23:20:41,985 DEBUG [StoreOpener-86619793522e19c86a6605a6553fa1f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:41,985 INFO [StoreOpener-86619793522e19c86a6605a6553fa1f0-1 {}] regionserver.HStore(327): Store=86619793522e19c86a6605a6553fa1f0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:41,985 INFO [StoreOpener-86619793522e19c86a6605a6553fa1f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,986 INFO [StoreOpener-86619793522e19c86a6605a6553fa1f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86619793522e19c86a6605a6553fa1f0 columnFamilyName f1 2024-11-24T23:20:41,986 DEBUG [StoreOpener-86619793522e19c86a6605a6553fa1f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:41,986 INFO [StoreOpener-86619793522e19c86a6605a6553fa1f0-1 {}] regionserver.HStore(327): Store=86619793522e19c86a6605a6553fa1f0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:41,986 INFO [StoreOpener-86619793522e19c86a6605a6553fa1f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,987 INFO [StoreOpener-86619793522e19c86a6605a6553fa1f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86619793522e19c86a6605a6553fa1f0 columnFamilyName norep 2024-11-24T23:20:41,987 DEBUG [StoreOpener-86619793522e19c86a6605a6553fa1f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:41,987 INFO [StoreOpener-86619793522e19c86a6605a6553fa1f0-1 {}] regionserver.HStore(327): Store=86619793522e19c86a6605a6553fa1f0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:41,987 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,988 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,988 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,989 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,989 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,989 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:20:41,990 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,992 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:41,992 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 86619793522e19c86a6605a6553fa1f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65787054, jitterRate=-0.01969650387763977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:20:41,992 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:41,993 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 86619793522e19c86a6605a6553fa1f0: Running coprocessor pre-open hook at 1732490441983Writing region info on filesystem at 1732490441983Initializing all the Stores at 1732490441983Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490441983Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490441983Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490441983Cleaning up temporary data from old regions at 1732490441989 (+6 ms)Running coprocessor post-open hooks at 1732490441992 (+3 ms)Region opened successfully at 1732490441993 (+1 ms) 2024-11-24T23:20:41,993 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490441245.86619793522e19c86a6605a6553fa1f0., pid=6, masterSystemTime=1732490441979 2024-11-24T23:20:41,995 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490441245.86619793522e19c86a6605a6553fa1f0. 2024-11-24T23:20:41,995 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490441245.86619793522e19c86a6605a6553fa1f0. 2024-11-24T23:20:41,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=86619793522e19c86a6605a6553fa1f0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,46767,1732490432303 2024-11-24T23:20:41,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86619793522e19c86a6605a6553fa1f0, server=ba7f32532130,46767,1732490432303 because future has completed 2024-11-24T23:20:41,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:20:41,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 86619793522e19c86a6605a6553fa1f0, server=ba7f32532130,46767,1732490432303 in 170 msec 2024-11-24T23:20:42,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:20:42,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=86619793522e19c86a6605a6553fa1f0, ASSIGN in 326 msec 2024-11-24T23:20:42,002 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:20:42,002 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490442002"}]},"ts":"1732490442002"} 2024-11-24T23:20:42,004 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:20:42,005 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:20:42,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-24T23:20:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:42,382 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:20:42,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37353,1732490437610 2024-11-24T23:20:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11c5fa34 2024-11-24T23:20:42,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:42,383 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:42,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:20:42,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:20:42,386 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:42,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:20:42,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:20:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:42,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:20:42,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d04eee2ddd8747ea20c5a7aaa4e78035, NAME => 'test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356 2024-11-24T23:20:42,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:20:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:42,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:42,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d04eee2ddd8747ea20c5a7aaa4e78035, disabling compactions & flushes 2024-11-24T23:20:42,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. 2024-11-24T23:20:42,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. 2024-11-24T23:20:42,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. after waiting 0 ms 2024-11-24T23:20:42,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. 2024-11-24T23:20:42,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. 2024-11-24T23:20:42,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d04eee2ddd8747ea20c5a7aaa4e78035: Waiting for close lock at 1732490442798Disabling compacts and flushes for region at 1732490442798Disabling writes for close at 1732490442798Writing region close event to WAL at 1732490442798Closed at 1732490442798 2024-11-24T23:20:42,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:20:42,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490442799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490442799"}]},"ts":"1732490442799"} 2024-11-24T23:20:42,801 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:20:42,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:20:42,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490442802"}]},"ts":"1732490442802"} 2024-11-24T23:20:42,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:20:42,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d04eee2ddd8747ea20c5a7aaa4e78035, ASSIGN}] 2024-11-24T23:20:42,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d04eee2ddd8747ea20c5a7aaa4e78035, ASSIGN 2024-11-24T23:20:42,806 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d04eee2ddd8747ea20c5a7aaa4e78035, ASSIGN; state=OFFLINE, location=ba7f32532130,38853,1732490437784; forceNewPlan=false, retain=false 2024-11-24T23:20:42,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d04eee2ddd8747ea20c5a7aaa4e78035, regionState=OPENING, regionLocation=ba7f32532130,38853,1732490437784 2024-11-24T23:20:42,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d04eee2ddd8747ea20c5a7aaa4e78035, ASSIGN because future has completed 2024-11-24T23:20:42,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d04eee2ddd8747ea20c5a7aaa4e78035, server=ba7f32532130,38853,1732490437784}] 2024-11-24T23:20:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:43,112 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. 2024-11-24T23:20:43,113 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d04eee2ddd8747ea20c5a7aaa4e78035, NAME => 'test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:43,113 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:20:43,113 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:20:43,113 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,113 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:43,113 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,113 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,114 INFO [StoreOpener-d04eee2ddd8747ea20c5a7aaa4e78035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,115 INFO [StoreOpener-d04eee2ddd8747ea20c5a7aaa4e78035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04eee2ddd8747ea20c5a7aaa4e78035 columnFamilyName f 2024-11-24T23:20:43,115 DEBUG [StoreOpener-d04eee2ddd8747ea20c5a7aaa4e78035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:43,115 INFO [StoreOpener-d04eee2ddd8747ea20c5a7aaa4e78035-1 {}] regionserver.HStore(327): Store=d04eee2ddd8747ea20c5a7aaa4e78035/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:43,115 INFO [StoreOpener-d04eee2ddd8747ea20c5a7aaa4e78035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,116 INFO [StoreOpener-d04eee2ddd8747ea20c5a7aaa4e78035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04eee2ddd8747ea20c5a7aaa4e78035 columnFamilyName f1 2024-11-24T23:20:43,116 DEBUG [StoreOpener-d04eee2ddd8747ea20c5a7aaa4e78035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:43,116 INFO [StoreOpener-d04eee2ddd8747ea20c5a7aaa4e78035-1 {}] regionserver.HStore(327): Store=d04eee2ddd8747ea20c5a7aaa4e78035/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:43,116 INFO [StoreOpener-d04eee2ddd8747ea20c5a7aaa4e78035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,117 INFO [StoreOpener-d04eee2ddd8747ea20c5a7aaa4e78035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04eee2ddd8747ea20c5a7aaa4e78035 columnFamilyName norep 2024-11-24T23:20:43,117 DEBUG [StoreOpener-d04eee2ddd8747ea20c5a7aaa4e78035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:43,117 INFO [StoreOpener-d04eee2ddd8747ea20c5a7aaa4e78035-1 {}] regionserver.HStore(327): Store=d04eee2ddd8747ea20c5a7aaa4e78035/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:43,117 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,118 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,118 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,118 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,119 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,119 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:20:43,120 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,121 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:43,122 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d04eee2ddd8747ea20c5a7aaa4e78035; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59932758, jitterRate=-0.10693231225013733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:20:43,122 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:43,122 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d04eee2ddd8747ea20c5a7aaa4e78035: Running coprocessor pre-open hook at 1732490443113Writing region info on filesystem at 1732490443113Initializing all the Stores at 1732490443114 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490443114Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490443114Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490443114Cleaning up temporary data from old regions at 1732490443119 (+5 ms)Running coprocessor post-open hooks at 1732490443122 (+3 ms)Region opened successfully at 1732490443122 2024-11-24T23:20:43,123 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035., pid=6, masterSystemTime=1732490443110 2024-11-24T23:20:43,124 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. 2024-11-24T23:20:43,124 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. 2024-11-24T23:20:43,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d04eee2ddd8747ea20c5a7aaa4e78035, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,38853,1732490437784 2024-11-24T23:20:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d04eee2ddd8747ea20c5a7aaa4e78035, server=ba7f32532130,38853,1732490437784 because future has completed 2024-11-24T23:20:43,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:20:43,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d04eee2ddd8747ea20c5a7aaa4e78035, server=ba7f32532130,38853,1732490437784 in 169 msec 2024-11-24T23:20:43,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:20:43,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d04eee2ddd8747ea20c5a7aaa4e78035, ASSIGN in 325 msec 2024-11-24T23:20:43,131 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:20:43,131 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490443131"}]},"ts":"1732490443131"} 2024-11-24T23:20:43,133 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:20:43,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:20:43,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-24T23:20:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:20:43,522 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:20:43,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:43,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34607,-1 for getting cluster id 2024-11-24T23:20:43,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:43,524 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ac4abef-f266-4959-95fc-20474f98038f' 2024-11-24T23:20:43,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:43,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ac4abef-f266-4959-95fc-20474f98038f" 2024-11-24T23:20:43,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236d53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:43,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34607,-1] 2024-11-24T23:20:43,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:43,527 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46abf68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:43,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d23902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:43,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37353,-1 for getting cluster id 2024-11-24T23:20:43,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:43,530 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e67ff0-5b45-40d9-b848-a3d1667d6534' 2024-11-24T23:20:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e67ff0-5b45-40d9-b848-a3d1667d6534" 2024-11-24T23:20:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c66ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37353,-1] 2024-11-24T23:20:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:43,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:43,532 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:43,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dca6f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:43,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:43,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34607,-1 for getting cluster id 2024-11-24T23:20:43,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:43,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:20:43,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T23:20:43,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T23:20:43,535 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ac4abef-f266-4959-95fc-20474f98038f' 2024-11-24T23:20:43,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T23:20:43,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:43,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ac4abef-f266-4959-95fc-20474f98038f" 2024-11-24T23:20:43,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:43,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T23:20:43,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42130a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:43,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:20:43,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T23:20:43,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34607,-1] 2024-11-24T23:20:43,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:20:43,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T23:20:43,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:43,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:20:43,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T23:20:43,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:43,536 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:43,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5d3a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:43,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34607,1732490432110 2024-11-24T23:20:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@554fcb95 2024-11-24T23:20:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:43,542 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:43,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:37353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:20:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:20:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:43,547 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:37353' 2024-11-24T23:20:43,548 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c723e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:43,548 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37353,-1 for getting cluster id 2024-11-24T23:20:43,548 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:43,549 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e67ff0-5b45-40d9-b848-a3d1667d6534' 2024-11-24T23:20:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e67ff0-5b45-40d9-b848-a3d1667d6534" 2024-11-24T23:20:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb48a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37353,-1] 2024-11-24T23:20:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:43,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:43,550 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:43,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28351473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:43,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:43,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37353,1732490437610 2024-11-24T23:20:43,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34284394 2024-11-24T23:20:43,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:43,552 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:43,553 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T23:20:43,553 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:20:43,553 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:43,553 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:43,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:43,554 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:43,555 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:20:43,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:20:43,557 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:43,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:20:43,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741837_1013 (size=1138) 2024-11-24T23:20:43,605 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:20:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:43,965 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dcc719c5ba0d8fe617f83f2dfc4b810, NAME => 'hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce 2024-11-24T23:20:43,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741838_1014 (size=44) 2024-11-24T23:20:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:44,211 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:44,211 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:44,212 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18229 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:44,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:44,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2dcc719c5ba0d8fe617f83f2dfc4b810, disabling compactions & flushes 2024-11-24T23:20:44,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:44,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:44,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. after waiting 0 ms 2024-11-24T23:20:44,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:44,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:44,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dcc719c5ba0d8fe617f83f2dfc4b810: Waiting for close lock at 1732490444370Disabling compacts and flushes for region at 1732490444370Disabling writes for close at 1732490444370Writing region close event to WAL at 1732490444370Closed at 1732490444370 2024-11-24T23:20:44,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:20:44,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490444371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490444371"}]},"ts":"1732490444371"} 2024-11-24T23:20:44,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:20:44,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:20:44,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490444374"}]},"ts":"1732490444374"} 2024-11-24T23:20:44,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:20:44,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2dcc719c5ba0d8fe617f83f2dfc4b810, ASSIGN}] 2024-11-24T23:20:44,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2dcc719c5ba0d8fe617f83f2dfc4b810, ASSIGN 2024-11-24T23:20:44,378 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2dcc719c5ba0d8fe617f83f2dfc4b810, ASSIGN; state=OFFLINE, location=ba7f32532130,46767,1732490432303; forceNewPlan=false, retain=false 2024-11-24T23:20:44,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2dcc719c5ba0d8fe617f83f2dfc4b810, regionState=OPENING, regionLocation=ba7f32532130,46767,1732490432303 2024-11-24T23:20:44,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2dcc719c5ba0d8fe617f83f2dfc4b810, ASSIGN because future has completed 2024-11-24T23:20:44,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dcc719c5ba0d8fe617f83f2dfc4b810, server=ba7f32532130,46767,1732490432303}] 2024-11-24T23:20:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:44,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:44,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:44,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:20:44,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C46767%2C1732490432303.rep, suffix=, logDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303, archiveDir=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/oldWALs, maxLogs=10 2024-11-24T23:20:44,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.rep.1732490444687, exclude list is [], retry=0 2024-11-24T23:20:44,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-3c03c621-ecdd-467f-a1e5-b53812cefe59,DISK] 2024-11-24T23:20:44,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.rep.1732490444687 2024-11-24T23:20:44,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36387:36387)] 2024-11-24T23:20:44,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dcc719c5ba0d8fe617f83f2dfc4b810, NAME => 'hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:44,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:20:44,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:20:44,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. service=MultiRowMutationService 2024-11-24T23:20:44,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:20:44,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:44,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,705 INFO [StoreOpener-2dcc719c5ba0d8fe617f83f2dfc4b810-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,706 INFO [StoreOpener-2dcc719c5ba0d8fe617f83f2dfc4b810-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dcc719c5ba0d8fe617f83f2dfc4b810 columnFamilyName hfileref 2024-11-24T23:20:44,707 DEBUG [StoreOpener-2dcc719c5ba0d8fe617f83f2dfc4b810-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:44,707 INFO [StoreOpener-2dcc719c5ba0d8fe617f83f2dfc4b810-1 {}] regionserver.HStore(327): Store=2dcc719c5ba0d8fe617f83f2dfc4b810/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:44,707 INFO [StoreOpener-2dcc719c5ba0d8fe617f83f2dfc4b810-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,708 INFO [StoreOpener-2dcc719c5ba0d8fe617f83f2dfc4b810-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dcc719c5ba0d8fe617f83f2dfc4b810 columnFamilyName queue 2024-11-24T23:20:44,708 DEBUG [StoreOpener-2dcc719c5ba0d8fe617f83f2dfc4b810-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:44,708 INFO [StoreOpener-2dcc719c5ba0d8fe617f83f2dfc4b810-1 {}] regionserver.HStore(327): Store=2dcc719c5ba0d8fe617f83f2dfc4b810/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:44,708 INFO [StoreOpener-2dcc719c5ba0d8fe617f83f2dfc4b810-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,709 INFO [StoreOpener-2dcc719c5ba0d8fe617f83f2dfc4b810-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dcc719c5ba0d8fe617f83f2dfc4b810 columnFamilyName sid 2024-11-24T23:20:44,709 DEBUG [StoreOpener-2dcc719c5ba0d8fe617f83f2dfc4b810-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:44,709 INFO [StoreOpener-2dcc719c5ba0d8fe617f83f2dfc4b810-1 {}] regionserver.HStore(327): Store=2dcc719c5ba0d8fe617f83f2dfc4b810/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:44,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/replication/2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/replication/2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:20:44,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/replication/2dcc719c5ba0d8fe617f83f2dfc4b810/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:44,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2dcc719c5ba0d8fe617f83f2dfc4b810; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64016466, jitterRate=-0.046080321073532104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:20:44,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:44,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2dcc719c5ba0d8fe617f83f2dfc4b810: Running coprocessor pre-open hook at 1732490444704Writing region info on filesystem at 1732490444704Initializing all the Stores at 1732490444705 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490444705Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490444705Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490444705Cleaning up temporary data from old regions at 1732490444711 (+6 ms)Running coprocessor post-open hooks at 1732490444714 (+3 ms)Region opened successfully at 1732490444715 (+1 ms) 2024-11-24T23:20:44,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810., pid=10, masterSystemTime=1732490444682 2024-11-24T23:20:44,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:44,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:44,718 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2dcc719c5ba0d8fe617f83f2dfc4b810, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,46767,1732490432303 2024-11-24T23:20:44,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dcc719c5ba0d8fe617f83f2dfc4b810, server=ba7f32532130,46767,1732490432303 because future has completed 2024-11-24T23:20:44,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:20:44,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dcc719c5ba0d8fe617f83f2dfc4b810, server=ba7f32532130,46767,1732490432303 in 190 msec 2024-11-24T23:20:44,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T23:20:44,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2dcc719c5ba0d8fe617f83f2dfc4b810, ASSIGN in 346 msec 2024-11-24T23:20:44,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:20:44,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490444724"}]},"ts":"1732490444724"} 2024-11-24T23:20:44,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:20:44,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:20:44,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-24T23:20:44,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810., hostname=ba7f32532130,46767,1732490432303, seqNum=2] 2024-11-24T23:20:44,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:44,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:44,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:20:45,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T23:20:45,026 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:20:45,057 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,46767,1732490432303, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:20:45,057 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:45,057 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,46767,1732490432303, seqNum=-1] 2024-11-24T23:20:45,057 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:45,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T23:20:45,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,46767,1732490432303', locateType=CURRENT is [region=hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810., hostname=ba7f32532130,46767,1732490432303, seqNum=2] 2024-11-24T23:20:45,063 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T23:20:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T23:20:45,065 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,46767,1732490432303 suceeded 2024-11-24T23:20:45,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T23:20:45,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-24T23:20:45,067 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:37353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:20:45,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5250 sec 2024-11-24T23:20:45,078 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:37353' 2024-11-24T23:20:45,079 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d56a05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:45,079 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37353,-1 for getting cluster id 2024-11-24T23:20:45,080 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:45,080 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e67ff0-5b45-40d9-b848-a3d1667d6534' 2024-11-24T23:20:45,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:45,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e67ff0-5b45-40d9-b848-a3d1667d6534" 2024-11-24T23:20:45,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d3b90a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:45,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37353,-1] 2024-11-24T23:20:45,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:45,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:45,082 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:45,082 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35a6ea37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:45,082 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:45,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37353,1732490437610 2024-11-24T23:20:45,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a04929a 2024-11-24T23:20:45,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:45,083 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-24T23:20:45,084 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,46767,1732490432303 (queues=1) is replicating from cluster=1ac4abef-f266-4959-95fc-20474f98038f to cluster=c0e67ff0-5b45-40d9-b848-a3d1667d6534 2024-11-24T23:20:45,084 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C46767%2C1732490432303 2024-11-24T23:20:45,084 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,46767,1732490432303, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:20:45,084 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C46767%2C1732490432303 2024-11-24T23:20:45,084 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612, startPosition=0, beingWritten=true 2024-11-24T23:20:45,089 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:45,089 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 379, reset compression=false 2024-11-24T23:20:45,089 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,46767,1732490432303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:20:45,293 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 379, reset compression=false 2024-11-24T23:20:45,597 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 379, reset compression=false 2024-11-24T23:20:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:45,692 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:20:45,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:45,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:45,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:45,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:45,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:45,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dd534e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:45,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37353,-1 for getting cluster id 2024-11-24T23:20:45,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:45,693 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e67ff0-5b45-40d9-b848-a3d1667d6534' 2024-11-24T23:20:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e67ff0-5b45-40d9-b848-a3d1667d6534" 2024-11-24T23:20:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34dff179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37353,-1] 2024-11-24T23:20:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:45,694 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:45,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4fe254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:45,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37353,1732490437610 2024-11-24T23:20:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e938fd1 2024-11-24T23:20:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:45,697 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:45,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:34607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:20:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:20:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:45,699 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:34607' 2024-11-24T23:20:45,700 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f13a95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:45,700 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34607,-1 for getting cluster id 2024-11-24T23:20:45,700 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:45,701 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ac4abef-f266-4959-95fc-20474f98038f' 2024-11-24T23:20:45,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:45,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ac4abef-f266-4959-95fc-20474f98038f" 2024-11-24T23:20:45,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686c69cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:45,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34607,-1] 2024-11-24T23:20:45,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:45,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:45,702 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600f6438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:45,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:45,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34607,1732490432110 2024-11-24T23:20:45,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@760c20fb 2024-11-24T23:20:45,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:45,704 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:45,704 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T23:20:45,704 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:20:45,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:45,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:45,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:45,705 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:45,706 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:20:45,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:20:45,707 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:45,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:20:45,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741837_1013 (size=1138) 2024-11-24T23:20:45,756 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:20:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:45,906 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T23:20:46,000 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 379, reset compression=false 2024-11-24T23:20:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:46,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4dc7f52fea4dc804c8954e5b364113e5, NAME => 'hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356 2024-11-24T23:20:46,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741838_1014 (size=44) 2024-11-24T23:20:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:46,503 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 379, reset compression=false 2024-11-24T23:20:46,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:46,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4dc7f52fea4dc804c8954e5b364113e5, disabling compactions & flushes 2024-11-24T23:20:46,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:46,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:46,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. after waiting 0 ms 2024-11-24T23:20:46,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:46,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:46,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4dc7f52fea4dc804c8954e5b364113e5: Waiting for close lock at 1732490446520Disabling compacts and flushes for region at 1732490446520Disabling writes for close at 1732490446520Writing region close event to WAL at 1732490446520Closed at 1732490446520 2024-11-24T23:20:46,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:20:46,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490446521"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490446521"}]},"ts":"1732490446521"} 2024-11-24T23:20:46,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:20:46,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:20:46,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490446524"}]},"ts":"1732490446524"} 2024-11-24T23:20:46,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:20:46,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4dc7f52fea4dc804c8954e5b364113e5, ASSIGN}] 2024-11-24T23:20:46,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4dc7f52fea4dc804c8954e5b364113e5, ASSIGN 2024-11-24T23:20:46,527 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4dc7f52fea4dc804c8954e5b364113e5, ASSIGN; state=OFFLINE, location=ba7f32532130,38853,1732490437784; forceNewPlan=false, retain=false 2024-11-24T23:20:46,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:20:46,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:46,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:46,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:46,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:46,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:46,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:46,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:46,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:46,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:46,624 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T23:20:46,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4dc7f52fea4dc804c8954e5b364113e5, regionState=OPENING, regionLocation=ba7f32532130,38853,1732490437784 2024-11-24T23:20:46,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4dc7f52fea4dc804c8954e5b364113e5, ASSIGN because future has completed 2024-11-24T23:20:46,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dc7f52fea4dc804c8954e5b364113e5, server=ba7f32532130,38853,1732490437784}] 2024-11-24T23:20:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:46,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:46,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:46,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:20:46,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C38853%2C1732490437784.rep, suffix=, logDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784, archiveDir=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/oldWALs, maxLogs=10 2024-11-24T23:20:46,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.rep.1732490446837, exclude list is [], retry=0 2024-11-24T23:20:46,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34941,DS-68b70fea-f7bf-440f-86a1-9491600a0f54,DISK] 2024-11-24T23:20:46,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.rep.1732490446837 2024-11-24T23:20:46,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42781:42781)] 2024-11-24T23:20:46,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dc7f52fea4dc804c8954e5b364113e5, NAME => 'hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:46,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:20:46,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:20:46,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. service=MultiRowMutationService 2024-11-24T23:20:46,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:20:46,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:46,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,854 INFO [StoreOpener-4dc7f52fea4dc804c8954e5b364113e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,855 INFO [StoreOpener-4dc7f52fea4dc804c8954e5b364113e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dc7f52fea4dc804c8954e5b364113e5 columnFamilyName hfileref 2024-11-24T23:20:46,855 DEBUG [StoreOpener-4dc7f52fea4dc804c8954e5b364113e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:46,855 INFO [StoreOpener-4dc7f52fea4dc804c8954e5b364113e5-1 {}] regionserver.HStore(327): Store=4dc7f52fea4dc804c8954e5b364113e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:46,855 INFO [StoreOpener-4dc7f52fea4dc804c8954e5b364113e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,856 INFO [StoreOpener-4dc7f52fea4dc804c8954e5b364113e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dc7f52fea4dc804c8954e5b364113e5 columnFamilyName queue 2024-11-24T23:20:46,856 DEBUG [StoreOpener-4dc7f52fea4dc804c8954e5b364113e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:46,856 INFO [StoreOpener-4dc7f52fea4dc804c8954e5b364113e5-1 {}] regionserver.HStore(327): Store=4dc7f52fea4dc804c8954e5b364113e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:46,856 INFO [StoreOpener-4dc7f52fea4dc804c8954e5b364113e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,857 INFO [StoreOpener-4dc7f52fea4dc804c8954e5b364113e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dc7f52fea4dc804c8954e5b364113e5 columnFamilyName sid 2024-11-24T23:20:46,857 DEBUG [StoreOpener-4dc7f52fea4dc804c8954e5b364113e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:46,857 INFO [StoreOpener-4dc7f52fea4dc804c8954e5b364113e5-1 {}] regionserver.HStore(327): Store=4dc7f52fea4dc804c8954e5b364113e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:46,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/replication/4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/replication/4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:20:46,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/replication/4dc7f52fea4dc804c8954e5b364113e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:46,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4dc7f52fea4dc804c8954e5b364113e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69645039, jitterRate=0.03779195249080658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:20:46,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:46,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4dc7f52fea4dc804c8954e5b364113e5: Running coprocessor pre-open hook at 1732490446853Writing region info on filesystem at 1732490446853Initializing all the Stores at 1732490446853Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490446853Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490446854 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490446854Cleaning up temporary data from old regions at 1732490446859 (+5 ms)Running coprocessor post-open hooks at 1732490446861 (+2 ms)Region opened successfully at 1732490446862 (+1 ms) 2024-11-24T23:20:46,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5., pid=10, masterSystemTime=1732490446833 2024-11-24T23:20:46,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:46,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:46,864 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4dc7f52fea4dc804c8954e5b364113e5, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,38853,1732490437784 2024-11-24T23:20:46,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dc7f52fea4dc804c8954e5b364113e5, server=ba7f32532130,38853,1732490437784 because future has completed 2024-11-24T23:20:46,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:20:46,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dc7f52fea4dc804c8954e5b364113e5, server=ba7f32532130,38853,1732490437784 in 187 msec 2024-11-24T23:20:46,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T23:20:46,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4dc7f52fea4dc804c8954e5b364113e5, ASSIGN in 342 msec 2024-11-24T23:20:46,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:20:46,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490446870"}]},"ts":"1732490446870"} 2024-11-24T23:20:46,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:20:46,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:20:46,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-24T23:20:46,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5., hostname=ba7f32532130,38853,1732490437784, seqNum=2] 2024-11-24T23:20:46,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:46,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:47,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:20:47,107 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 379, reset compression=false 2024-11-24T23:20:47,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T23:20:47,168 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:20:47,194 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,38853,1732490437784, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:20:47,194 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:47,194 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38853,1732490437784, seqNum=-1] 2024-11-24T23:20:47,194 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:47,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T23:20:47,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,38853,1732490437784', locateType=CURRENT is [region=hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5., hostname=ba7f32532130,38853,1732490437784, seqNum=2] 2024-11-24T23:20:47,199 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T23:20:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T23:20:47,201 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,38853,1732490437784 suceeded 2024-11-24T23:20:47,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T23:20:47,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-24T23:20:47,203 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:34607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:20:47,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-24T23:20:47,212 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:34607' 2024-11-24T23:20:47,213 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64c4696a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:47,213 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34607,-1 for getting cluster id 2024-11-24T23:20:47,213 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:47,214 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ac4abef-f266-4959-95fc-20474f98038f' 2024-11-24T23:20:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ac4abef-f266-4959-95fc-20474f98038f" 2024-11-24T23:20:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f154a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34607,-1] 2024-11-24T23:20:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:47,215 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:47,216 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7921d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:47,216 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:47,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34607,1732490432110 2024-11-24T23:20:47,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e41fc62 2024-11-24T23:20:47,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:47,217 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-24T23:20:47,218 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,38853,1732490437784 (queues=1) is replicating from cluster=c0e67ff0-5b45-40d9-b848-a3d1667d6534 to cluster=1ac4abef-f266-4959-95fc-20474f98038f 2024-11-24T23:20:47,218 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C38853%2C1732490437784 2024-11-24T23:20:47,218 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,38853,1732490437784, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:20:47,218 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C38853%2C1732490437784 2024-11-24T23:20:47,218 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038, startPosition=0, beingWritten=true 2024-11-24T23:20:47,230 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:47,230 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 379, reset compression=false 2024-11-24T23:20:47,230 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,38853,1732490437784 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:20:47,434 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 379, reset compression=false 2024-11-24T23:20:47,737 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 379, reset compression=false 2024-11-24T23:20:47,810 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 379, reset compression=false 2024-11-24T23:20:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:20:47,841 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:20:47,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:47,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:47,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:47,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:47,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:47,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,46767,1732490432303, seqNum=-1] 2024-11-24T23:20:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:47,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732490441245.86619793522e19c86a6605a6553fa1f0., hostname=ba7f32532130,46767,1732490432303, seqNum=2] 2024-11-24T23:20:47,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:47,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38853,1732490437784, seqNum=-1] 2024-11-24T23:20:47,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:47,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035., hostname=ba7f32532130,38853,1732490437784, seqNum=2] 2024-11-24T23:20:47,851 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T23:20:48,140 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 379, reset compression=false 2024-11-24T23:20:48,613 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 379, reset compression=false 2024-11-24T23:20:48,617 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:20:48,617 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 480, reset compression=false 2024-11-24T23:20:48,617 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,46767,1732490432303 got entry batch from reader: WALEntryBatch [walEntries=[{test/86619793522e19c86a6605a6553fa1f0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T23:20:48,619 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:20:48,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-24T23:20:48,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:20:48,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f4d5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:48,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37353,-1 for getting cluster id 2024-11-24T23:20:48,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:48,624 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e67ff0-5b45-40d9-b848-a3d1667d6534' 2024-11-24T23:20:48,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:48,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e67ff0-5b45-40d9-b848-a3d1667d6534" 2024-11-24T23:20:48,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ad877d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:48,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37353,-1] 2024-11-24T23:20:48,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:48,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:48,625 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:48,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c37892f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:48,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:48,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38853,1732490437784, seqNum=-1] 2024-11-24T23:20:48,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:48,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T23:20:48,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035., hostname=ba7f32532130,38853,1732490437784, seqNum=2] 2024-11-24T23:20:48,644 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 379, reset compression=false 2024-11-24T23:20:48,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:20:48,833 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 480, reset compression=false 2024-11-24T23:20:48,854 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T23:20:48,858 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T23:20:49,137 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 480, reset compression=false 2024-11-24T23:20:49,251 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 379, reset compression=false 2024-11-24T23:20:49,256 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:20:49,256 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 607, reset compression=false 2024-11-24T23:20:49,256 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,38853,1732490437784 got entry batch from reader: WALEntryBatch [walEntries=[{test/d04eee2ddd8747ea20c5a7aaa4e78035/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T23:20:49,257 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:20:49,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-24T23:20:49,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:20:49,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d062445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34607,-1 for getting cluster id 2024-11-24T23:20:49,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:20:49,260 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ac4abef-f266-4959-95fc-20474f98038f' 2024-11-24T23:20:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:20:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ac4abef-f266-4959-95fc-20474f98038f" 2024-11-24T23:20:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a9d1dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34607,-1] 2024-11-24T23:20:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:20:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:49,261 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:20:49,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5171e96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:20:49,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,46767,1732490432303, seqNum=-1] 2024-11-24T23:20:49,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:49,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T23:20:49,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732490441245.86619793522e19c86a6605a6553fa1f0., hostname=ba7f32532130,46767,1732490432303, seqNum=2] 2024-11-24T23:20:49,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:20:49,459 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 607, reset compression=false 2024-11-24T23:20:49,540 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 480, reset compression=false 2024-11-24T23:20:49,544 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:49,544 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 608, reset compression=false 2024-11-24T23:20:49,544 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,46767,1732490432303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:20:49,748 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 608, reset compression=false 2024-11-24T23:20:49,764 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 607, reset compression=false 2024-11-24T23:20:49,859 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T23:20:49,864 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T23:20:50,052 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 608, reset compression=false 2024-11-24T23:20:50,056 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:20:50,056 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 764, reset compression=false 2024-11-24T23:20:50,056 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,46767,1732490432303 got entry batch from reader: WALEntryBatch [walEntries=[{test/86619793522e19c86a6605a6553fa1f0/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T23:20:50,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:20:50,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:20:50,167 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 607, reset compression=false 2024-11-24T23:20:50,171 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:50,171 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 754, reset compression=false 2024-11-24T23:20:50,171 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,38853,1732490437784 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:20:50,260 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 764, reset compression=false 2024-11-24T23:20:50,375 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 754, reset compression=false 2024-11-24T23:20:50,563 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 764, reset compression=false 2024-11-24T23:20:50,678 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 754, reset compression=false 2024-11-24T23:20:50,866 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T23:20:50,870 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T23:20:50,967 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 764, reset compression=false 2024-11-24T23:20:51,082 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 754, reset compression=false 2024-11-24T23:20:51,086 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:20:51,086 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 913, reset compression=false 2024-11-24T23:20:51,086 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,38853,1732490437784 got entry batch from reader: WALEntryBatch [walEntries=[{test/d04eee2ddd8747ea20c5a7aaa4e78035/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T23:20:51,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:20:51,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:20:51,305 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 913, reset compression=false 2024-11-24T23:20:51,471 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 764, reset compression=false 2024-11-24T23:20:51,474 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:51,474 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 914, reset compression=false 2024-11-24T23:20:51,474 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,46767,1732490432303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:20:51,608 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 913, reset compression=false 2024-11-24T23:20:51,678 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 914, reset compression=false 2024-11-24T23:20:51,872 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T23:20:51,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:20:51,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:51,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:51,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:51,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:51,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:51,874 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:20:51,874 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1835957777, stopped=false 2024-11-24T23:20:51,874 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,37353,1732490437610 2024-11-24T23:20:51,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1115968619/running 2024-11-24T23:20:51,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1115968619/running 2024-11-24T23:20:51,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:51,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:51,925 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:20:51,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:51,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:51,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:51,926 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,38853,1732490437784' ***** 2024-11-24T23:20:51,926 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:20:51,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Set watcher on znode that does not yet exist, /1-1115968619/running 2024-11-24T23:20:51,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Set watcher on znode that does not yet exist, /1-1115968619/running 2024-11-24T23:20:51,926 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:20:51,926 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:20:51,926 INFO [RS:0;ba7f32532130:38853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:20:51,926 INFO [RS:0;ba7f32532130:38853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:20:51,926 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(3091): Received CLOSE for d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:51,926 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:51,926 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,38853,1732490437784 2024-11-24T23:20:51,926 INFO [RS:0;ba7f32532130:38853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:20:51,926 INFO [RS:0;ba7f32532130:38853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:38853. 2024-11-24T23:20:51,926 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d04eee2ddd8747ea20c5a7aaa4e78035, disabling compactions & flushes 2024-11-24T23:20:51,926 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. 2024-11-24T23:20:51,926 DEBUG [RS:0;ba7f32532130:38853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:51,926 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. 2024-11-24T23:20:51,927 DEBUG [RS:0;ba7f32532130:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:51,927 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. after waiting 0 ms 2024-11-24T23:20:51,927 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. 2024-11-24T23:20:51,927 INFO [RS:0;ba7f32532130:38853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:20:51,927 INFO [RS:0;ba7f32532130:38853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:20:51,927 INFO [RS:0;ba7f32532130:38853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:20:51,927 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d04eee2ddd8747ea20c5a7aaa4e78035 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-24T23:20:51,927 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:20:51,927 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T23:20:51,927 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1325): Online Regions={d04eee2ddd8747ea20c5a7aaa4e78035=test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035., 4dc7f52fea4dc804c8954e5b364113e5=hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:20:51,927 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dc7f52fea4dc804c8954e5b364113e5, d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:51,927 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:20:51,927 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:20:51,927 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:20:51,927 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:20:51,927 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:20:51,927 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T23:20:51,940 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:20:51,941 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:20:51,944 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/.tmp/f/518ed14ca3084cc4a71809f486510840 is 29, key is row1/f:/1732490450867/DeleteFamily/seqid=0 2024-11-24T23:20:51,944 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/.tmp/info/e2b06ed8efca4ee395da3dd681a872e1 is 147, key is hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5./info:regioninfo/1732490446864/Put/seqid=0 2024-11-24T23:20:51,981 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 914, reset compression=false 2024-11-24T23:20:51,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741841_1017 (size=5118) 2024-11-24T23:20:52,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741840_1016 (size=7686) 2024-11-24T23:20:52,012 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 913, reset compression=false 2024-11-24T23:20:52,015 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:52,015 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 1160, reset compression=false 2024-11-24T23:20:52,015 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,38853,1732490437784 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:20:52,016 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ba7f32532130,38853,1732490437784: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ba7f32532130,38853,1732490437784, walGroup=ba7f32532130%2C38853%2C1732490437784, offset=ba7f32532130%2C38853%2C1732490437784.1732490440038:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T23:20:52,017 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:20:52,017 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:20:52,017 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:20:52,017 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:20:52,017 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:20:52,017 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 888151456 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 190758224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T23:20:52,018 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T23:20:52,019 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:20:52,127 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dc7f52fea4dc804c8954e5b364113e5, d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:52,219 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 1160, reset compression=false 2024-11-24T23:20:52,327 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dc7f52fea4dc804c8954e5b364113e5, d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:52,354 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:20:52,385 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 914, reset compression=false 2024-11-24T23:20:52,398 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/.tmp/f/518ed14ca3084cc4a71809f486510840 2024-11-24T23:20:52,401 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/.tmp/info/e2b06ed8efca4ee395da3dd681a872e1 2024-11-24T23:20:52,406 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 518ed14ca3084cc4a71809f486510840 2024-11-24T23:20:52,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:52,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:52,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:52,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:52,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:52,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:52,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:52,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:52,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:52,463 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/.tmp/ns/f52ef2b63e00400f960fffa6e1c41715 is 43, key is default/ns:d/1732490441101/Put/seqid=0 2024-11-24T23:20:52,463 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/.tmp/f1/12a0a805666d4741a9c09c4e6fa2df4f is 30, key is row1/f1:/1732490450867/DeleteFamily/seqid=0 2024-11-24T23:20:52,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741842_1018 (size=5123) 2024-11-24T23:20:52,474 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/.tmp/f1/12a0a805666d4741a9c09c4e6fa2df4f 2024-11-24T23:20:52,479 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12a0a805666d4741a9c09c4e6fa2df4f 2024-11-24T23:20:52,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741843_1019 (size=5153) 2024-11-24T23:20:52,486 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/.tmp/ns/f52ef2b63e00400f960fffa6e1c41715 2024-11-24T23:20:52,518 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/.tmp/norep/2aa5feaf59d44754b37dfadafc435093 is 33, key is row1/norep:/1732490450867/DeleteFamily/seqid=0 2024-11-24T23:20:52,523 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 1160, reset compression=false 2024-11-24T23:20:52,526 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/.tmp/rep_barrier/f9bc9a22093f4d679424d1d9b5a91ef4 is 112, key is test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035./rep_barrier:seqnumDuringOpen/1732490443124/Put/seqid=0 2024-11-24T23:20:52,528 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dc7f52fea4dc804c8954e5b364113e5, d04eee2ddd8747ea20c5a7aaa4e78035 2024-11-24T23:20:52,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741844_1020 (size=5108) 2024-11-24T23:20:52,534 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/.tmp/norep/2aa5feaf59d44754b37dfadafc435093 2024-11-24T23:20:52,540 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2aa5feaf59d44754b37dfadafc435093 2024-11-24T23:20:52,541 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/.tmp/f/518ed14ca3084cc4a71809f486510840 as hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/f/518ed14ca3084cc4a71809f486510840 2024-11-24T23:20:52,548 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 518ed14ca3084cc4a71809f486510840 2024-11-24T23:20:52,549 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/f/518ed14ca3084cc4a71809f486510840, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T23:20:52,552 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/.tmp/f1/12a0a805666d4741a9c09c4e6fa2df4f as hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/f1/12a0a805666d4741a9c09c4e6fa2df4f 2024-11-24T23:20:52,556 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12a0a805666d4741a9c09c4e6fa2df4f 2024-11-24T23:20:52,556 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/f1/12a0a805666d4741a9c09c4e6fa2df4f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T23:20:52,557 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/.tmp/norep/2aa5feaf59d44754b37dfadafc435093 as hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/norep/2aa5feaf59d44754b37dfadafc435093 2024-11-24T23:20:52,561 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2aa5feaf59d44754b37dfadafc435093 2024-11-24T23:20:52,569 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/norep/2aa5feaf59d44754b37dfadafc435093, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T23:20:52,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741845_1021 (size=5518) 2024-11-24T23:20:52,570 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d04eee2ddd8747ea20c5a7aaa4e78035 in 643ms, sequenceid=8, compaction requested=false 2024-11-24T23:20:52,570 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/.tmp/rep_barrier/f9bc9a22093f4d679424d1d9b5a91ef4 2024-11-24T23:20:52,588 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/.tmp/table/5f446d85040f400ea8f629288df324dc is 53, key is hbase:replication/table:state/1732490446870/Put/seqid=0 2024-11-24T23:20:52,597 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/default/test/d04eee2ddd8747ea20c5a7aaa4e78035/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T23:20:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741846_1022 (size=5308) 2024-11-24T23:20:52,598 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:52,598 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:20:52,598 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. 2024-11-24T23:20:52,598 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d04eee2ddd8747ea20c5a7aaa4e78035: Waiting for close lock at 1732490451926Running coprocessor pre-close hooks at 1732490451926Disabling compacts and flushes for region at 1732490451926Disabling writes for close at 1732490451927 (+1 ms)Obtaining lock to block concurrent updates at 1732490451927Preparing flush snapshotting stores in d04eee2ddd8747ea20c5a7aaa4e78035 at 1732490451927Finished memstore snapshotting test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732490451927Flushing stores of test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. at 1732490451927Flushing d04eee2ddd8747ea20c5a7aaa4e78035/f: creating writer at 1732490451927Flushing d04eee2ddd8747ea20c5a7aaa4e78035/f: appending metadata at 1732490451944 (+17 ms)Flushing d04eee2ddd8747ea20c5a7aaa4e78035/f: closing flushed file at 1732490451944Flushing d04eee2ddd8747ea20c5a7aaa4e78035/f1: creating writer at 1732490452406 (+462 ms)Flushing d04eee2ddd8747ea20c5a7aaa4e78035/f1: appending metadata at 1732490452462 (+56 ms)Flushing d04eee2ddd8747ea20c5a7aaa4e78035/f1: closing flushed file at 1732490452462Flushing d04eee2ddd8747ea20c5a7aaa4e78035/norep: creating writer at 1732490452481 (+19 ms)Flushing d04eee2ddd8747ea20c5a7aaa4e78035/norep: appending metadata at 1732490452517 (+36 ms)Flushing d04eee2ddd8747ea20c5a7aaa4e78035/norep: closing flushed file at 1732490452517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa1719b: reopening flushed file at 1732490452540 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@790bd53b: reopening flushed file at 1732490452550 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792443e8: reopening flushed file at 1732490452556 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d04eee2ddd8747ea20c5a7aaa4e78035 in 643ms, sequenceid=8, compaction requested=false at 1732490452570 (+14 ms)Writing region close event to WAL at 1732490452587 (+17 ms)Running coprocessor post-close hooks at 1732490452598 (+11 ms)Closed at 1732490452598 2024-11-24T23:20:52,598 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490442384.d04eee2ddd8747ea20c5a7aaa4e78035. 2024-11-24T23:20:52,598 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dc7f52fea4dc804c8954e5b364113e5, disabling compactions & flushes 2024-11-24T23:20:52,598 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:52,598 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:52,598 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. after waiting 0 ms 2024-11-24T23:20:52,598 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:52,598 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dc7f52fea4dc804c8954e5b364113e5: Waiting for close lock at 1732490452598Running coprocessor pre-close hooks at 1732490452598Disabling compacts and flushes for region at 1732490452598Disabling writes for close at 1732490452598Failed flush hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5., putting online again at 1732490452598 2024-11-24T23:20:52,598 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:52,599 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/.tmp/table/5f446d85040f400ea8f629288df324dc 2024-11-24T23:20:52,605 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/.tmp/info/e2b06ed8efca4ee395da3dd681a872e1 as hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/info/e2b06ed8efca4ee395da3dd681a872e1 2024-11-24T23:20:52,608 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/info/e2b06ed8efca4ee395da3dd681a872e1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T23:20:52,609 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/.tmp/ns/f52ef2b63e00400f960fffa6e1c41715 as hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/ns/f52ef2b63e00400f960fffa6e1c41715 2024-11-24T23:20:52,613 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/ns/f52ef2b63e00400f960fffa6e1c41715, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T23:20:52,613 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/.tmp/rep_barrier/f9bc9a22093f4d679424d1d9b5a91ef4 as hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/rep_barrier/f9bc9a22093f4d679424d1d9b5a91ef4 2024-11-24T23:20:52,618 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/rep_barrier/f9bc9a22093f4d679424d1d9b5a91ef4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T23:20:52,618 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/.tmp/table/5f446d85040f400ea8f629288df324dc as hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/table/5f446d85040f400ea8f629288df324dc 2024-11-24T23:20:52,622 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/table/5f446d85040f400ea8f629288df324dc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T23:20:52,623 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 696ms, sequenceid=16, compaction requested=false 2024-11-24T23:20:52,629 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T23:20:52,629 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:52,629 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:20:52,629 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:52,629 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490451927Running coprocessor pre-close hooks at 1732490451927Disabling compacts and flushes for region at 1732490451927Disabling writes for close at 1732490451927Obtaining lock to block concurrent updates at 1732490451927Preparing flush snapshotting stores in 1588230740 at 1732490451927Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732490451927Flushing stores of hbase:meta,,1.1588230740 at 1732490451928 (+1 ms)Flushing 1588230740/info: creating writer at 1732490451928Flushing 1588230740/info: appending metadata at 1732490451944 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732490451944Flushing 1588230740/ns: creating writer at 1732490452413 (+469 ms)Flushing 1588230740/ns: appending metadata at 1732490452462 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1732490452463 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732490452491 (+28 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490452525 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490452525Flushing 1588230740/table: creating writer at 1732490452574 (+49 ms)Flushing 1588230740/table: appending metadata at 1732490452588 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732490452588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d58c7a7: reopening flushed file at 1732490452603 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137048e: reopening flushed file at 1732490452608 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7c264d: reopening flushed file at 1732490452613 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a225fe0: reopening flushed file at 1732490452618 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 696ms, sequenceid=16, compaction requested=false at 1732490452623 (+5 ms)Writing region close event to WAL at 1732490452626 (+3 ms)Running coprocessor post-close hooks at 1732490452629 (+3 ms)Closed at 1732490452629 2024-11-24T23:20:52,629 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:52,728 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:52,728 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1351): Waiting on 4dc7f52fea4dc804c8954e5b364113e5 2024-11-24T23:20:52,728 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dc7f52fea4dc804c8954e5b364113e5, disabling compactions & flushes 2024-11-24T23:20:52,728 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:52,729 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:52,729 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. after waiting 0 ms 2024-11-24T23:20:52,729 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:52,729 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dc7f52fea4dc804c8954e5b364113e5: Waiting for close lock at 1732490452728Running coprocessor pre-close hooks at 1732490452728Disabling compacts and flushes for region at 1732490452728Disabling writes for close at 1732490452729 (+1 ms)Failed flush hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5., putting online again at 1732490452729 2024-11-24T23:20:52,729 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5. 2024-11-24T23:20:52,917 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 914, reset compression=false 2024-11-24T23:20:52,929 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:20:52,929 DEBUG [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1325): Online Regions={4dc7f52fea4dc804c8954e5b364113e5=hbase:replication,,1732490445705.4dc7f52fea4dc804c8954e5b364113e5.} 2024-11-24T23:20:52,929 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T23:20:52,929 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,38853,1732490437784; all regions closed. 2024-11-24T23:20:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741834_1010 (size=4239) 2024-11-24T23:20:52,930 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.meta.1732490441031.meta not finished, retry = 0 2024-11-24T23:20:52,950 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 1160, reset compression=false 2024-11-24T23:20:52,954 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:52,954 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.wal-reader.ba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.1732490440038 to pos 1804, reset compression=false 2024-11-24T23:20:53,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741839_1015 (size=1515) 2024-11-24T23:20:53,033 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/WALs/ba7f32532130,38853,1732490437784/ba7f32532130%2C38853%2C1732490437784.rep.1732490446837 not finished, retry = 0 2024-11-24T23:20:53,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741832_1008 (size=1812) 2024-11-24T23:20:53,136 DEBUG [RS:0;ba7f32532130:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:53,136 INFO [RS:0;ba7f32532130:38853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:20:53,136 INFO [RS:0;ba7f32532130:38853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:20:53,137 INFO [RS:0;ba7f32532130:38853 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:20:53,137 INFO [RS:0;ba7f32532130:38853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:20:53,137 INFO [RS:0;ba7f32532130:38853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,38853,1732490437784 because: Region server is closing 2024-11-24T23:20:53,137 INFO [RS:0;ba7f32532130:38853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:38853. 2024-11-24T23:20:53,137 DEBUG [RS:0;ba7f32532130:38853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:53,137 DEBUG [RS:0;ba7f32532130:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:53,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:53,137 DEBUG [RS:0;ba7f32532130:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:53,137 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:20:53,238 INFO [RS:0;ba7f32532130:38853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38853,1732490437784.replicationSource.shipperba7f32532130%2C38853%2C1732490437784,1-ba7f32532130,38853,1732490437784 terminated 2024-11-24T23:20:53,238 INFO [RS:0;ba7f32532130:38853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:38853. 2024-11-24T23:20:53,238 DEBUG [RS:0;ba7f32532130:38853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:53,238 DEBUG [RS:0;ba7f32532130:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:53,238 DEBUG [RS:0;ba7f32532130:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:53,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:53,238 INFO [RS:0;ba7f32532130:38853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38853 2024-11-24T23:20:53,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1115968619/rs/ba7f32532130,38853,1732490437784 2024-11-24T23:20:53,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619/rs 2024-11-24T23:20:53,288 INFO [RS:0;ba7f32532130:38853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:20:53,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,38853,1732490437784] 2024-11-24T23:20:53,309 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1115968619/draining/ba7f32532130,38853,1732490437784 already deleted, retry=false 2024-11-24T23:20:53,309 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,38853,1732490437784 expired; onlineServers=0 2024-11-24T23:20:53,309 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,37353,1732490437610' ***** 2024-11-24T23:20:53,309 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:20:53,309 INFO [M:0;ba7f32532130:37353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:20:53,309 INFO [M:0;ba7f32532130:37353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:20:53,309 DEBUG [M:0;ba7f32532130:37353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:20:53,309 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:20:53,309 DEBUG [M:0;ba7f32532130:37353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:20:53,309 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490439812 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490439812,5,FailOnTimeoutGroup] 2024-11-24T23:20:53,309 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490439812 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490439812,5,FailOnTimeoutGroup] 2024-11-24T23:20:53,309 INFO [M:0;ba7f32532130:37353 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:20:53,309 INFO [M:0;ba7f32532130:37353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:20:53,309 DEBUG [M:0;ba7f32532130:37353 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:20:53,309 INFO [M:0;ba7f32532130:37353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:20:53,310 INFO [M:0;ba7f32532130:37353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:20:53,310 INFO [M:0;ba7f32532130:37353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:20:53,310 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:20:53,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1115968619/master 2024-11-24T23:20:53,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1115968619 2024-11-24T23:20:53,319 DEBUG [M:0;ba7f32532130:37353 {}] zookeeper.ZKUtil(347): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Unable to get data of znode /1-1115968619/master because node does not exist (not an error) 2024-11-24T23:20:53,319 WARN [M:0;ba7f32532130:37353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:20:53,320 INFO [M:0;ba7f32532130:37353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/.lastflushedseqids 2024-11-24T23:20:53,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741847_1023 (size=245) 2024-11-24T23:20:53,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:53,399 INFO [RS:0;ba7f32532130:38853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:20:53,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1016f2602150004, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:53,399 INFO [RS:0;ba7f32532130:38853 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,38853,1732490437784; zookeeper connection closed. 2024-11-24T23:20:53,399 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a4f24c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a4f24c5 2024-11-24T23:20:53,399 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:20:53,520 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 914, reset compression=false 2024-11-24T23:20:53,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T23:20:53,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T23:20:53,724 INFO [M:0;ba7f32532130:37353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:20:53,724 INFO [M:0;ba7f32532130:37353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:20:53,724 DEBUG [M:0;ba7f32532130:37353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:20:53,724 INFO [M:0;ba7f32532130:37353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:53,724 DEBUG [M:0;ba7f32532130:37353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:53,724 DEBUG [M:0;ba7f32532130:37353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:20:53,724 DEBUG [M:0;ba7f32532130:37353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:53,724 INFO [M:0;ba7f32532130:37353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-24T23:20:53,737 DEBUG [M:0;ba7f32532130:37353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca0e3d72f151436380f5b19d670b6a0b is 82, key is hbase:meta,,1/info:regioninfo/1732490441059/Put/seqid=0 2024-11-24T23:20:53,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741848_1024 (size=5672) 2024-11-24T23:20:54,141 INFO [M:0;ba7f32532130:37353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca0e3d72f151436380f5b19d670b6a0b 2024-11-24T23:20:54,156 DEBUG [M:0;ba7f32532130:37353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef32e1bb7aca48bdbd8bc7ac58571402 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732490446873/Put/seqid=0 2024-11-24T23:20:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741849_1025 (size=8517) 2024-11-24T23:20:54,223 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 914, reset compression=false 2024-11-24T23:20:54,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:20:54,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:54,251 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28269 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:20:54,563 INFO [M:0;ba7f32532130:37353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef32e1bb7aca48bdbd8bc7ac58571402 2024-11-24T23:20:54,578 DEBUG [M:0;ba7f32532130:37353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d025c3a3510945a1ad3af0806f688ddb is 69, key is ba7f32532130,38853,1732490437784/rs:state/1732490439849/Put/seqid=0 2024-11-24T23:20:54,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741850_1026 (size=5156) 2024-11-24T23:20:54,982 INFO [M:0;ba7f32532130:37353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d025c3a3510945a1ad3af0806f688ddb 2024-11-24T23:20:54,985 DEBUG [M:0;ba7f32532130:37353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca0e3d72f151436380f5b19d670b6a0b as hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca0e3d72f151436380f5b19d670b6a0b 2024-11-24T23:20:54,988 INFO [M:0;ba7f32532130:37353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca0e3d72f151436380f5b19d670b6a0b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T23:20:54,989 DEBUG [M:0;ba7f32532130:37353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef32e1bb7aca48bdbd8bc7ac58571402 as hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef32e1bb7aca48bdbd8bc7ac58571402 2024-11-24T23:20:54,992 INFO [M:0;ba7f32532130:37353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef32e1bb7aca48bdbd8bc7ac58571402, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T23:20:54,992 DEBUG [M:0;ba7f32532130:37353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d025c3a3510945a1ad3af0806f688ddb as hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d025c3a3510945a1ad3af0806f688ddb 2024-11-24T23:20:54,995 INFO [M:0;ba7f32532130:37353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44795/user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d025c3a3510945a1ad3af0806f688ddb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T23:20:54,996 INFO [M:0;ba7f32532130:37353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-24T23:20:54,998 INFO [M:0;ba7f32532130:37353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:54,998 DEBUG [M:0;ba7f32532130:37353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490453724Disabling compacts and flushes for region at 1732490453724Disabling writes for close at 1732490453724Obtaining lock to block concurrent updates at 1732490453724Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490453724Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732490453724Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490453725 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490453725Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490453737 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490453737Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490454144 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490454156 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490454156Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490454566 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490454578 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490454578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509fd750: reopening flushed file at 1732490454985 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5850757: reopening flushed file at 1732490454988 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d08c12: reopening flushed file at 1732490454992 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1732490454996 (+4 ms)Writing region close event to WAL at 1732490454998 (+2 ms)Closed at 1732490454998 2024-11-24T23:20:54,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741830_1006 (size=63666) 2024-11-24T23:20:54,999 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/786c9c43-2b8b-bdc9-f48d-97b284c0f356/MasterData/WALs/ba7f32532130,37353,1732490437610/ba7f32532130%2C37353%2C1732490437610.1732490439544 not finished, retry = 0 2024-11-24T23:20:55,028 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 914, reset compression=false 2024-11-24T23:20:55,100 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:20:55,100 INFO [M:0;ba7f32532130:37353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:20:55,100 INFO [M:0;ba7f32532130:37353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37353 2024-11-24T23:20:55,101 INFO [M:0;ba7f32532130:37353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:20:55,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:55,304 INFO [M:0;ba7f32532130:37353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:20:55,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37353-0x1016f2602150003, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:55,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7303b9c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:20:55,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a09b919{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:20:55,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:20:55,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@feb2d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:20:55,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/hadoop.log.dir/,STOPPED} 2024-11-24T23:20:55,308 WARN [BP-378846422-172.17.0.3-1732490435691 heartbeating to localhost/127.0.0.1:44795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:20:55,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:20:55,308 WARN [BP-378846422-172.17.0.3-1732490435691 heartbeating to localhost/127.0.0.1:44795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-378846422-172.17.0.3-1732490435691 (Datanode Uuid f37dc3dd-85c8-48ca-aa80-ee1532c0a3f2) service to localhost/127.0.0.1:44795 2024-11-24T23:20:55,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:20:55,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/cluster_c320d082-05e3-abbd-5bb2-a066ae0939fe/data/data1/current/BP-378846422-172.17.0.3-1732490435691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:20:55,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/cluster_c320d082-05e3-abbd-5bb2-a066ae0939fe/data/data2/current/BP-378846422-172.17.0.3-1732490435691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:20:55,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:20:55,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d9a5135{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:20:55,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3691ca81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:20:55,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:20:55,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f613f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:20:55,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52b633c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/hadoop.log.dir/,STOPPED} 2024-11-24T23:20:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:20:55,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:20:55,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:55,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:55,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:55,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:55,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:55,329 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:20:55,329 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1251401165, stopped=false 2024-11-24T23:20:55,329 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,34607,1732490432110 2024-11-24T23:20:55,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0420952476/running 2024-11-24T23:20:55,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0420952476/running 2024-11-24T23:20:55,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:55,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:55,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:20:55,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:20:55,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Set watcher on znode that does not yet exist, /0420952476/running 2024-11-24T23:20:55,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Set watcher on znode that does not yet exist, /0420952476/running 2024-11-24T23:20:55,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:55,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:55,341 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,46767,1732490432303' ***** 2024-11-24T23:20:55,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:20:55,341 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:20:55,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:20:55,341 INFO [RS:0;ba7f32532130:46767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:20:55,342 INFO [RS:0;ba7f32532130:46767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:20:55,342 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(3091): Received CLOSE for 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:55,342 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:55,342 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,46767,1732490432303 2024-11-24T23:20:55,342 INFO [RS:0;ba7f32532130:46767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:20:55,342 INFO [RS:0;ba7f32532130:46767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:46767. 2024-11-24T23:20:55,342 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86619793522e19c86a6605a6553fa1f0, disabling compactions & flushes 2024-11-24T23:20:55,342 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490441245.86619793522e19c86a6605a6553fa1f0. 2024-11-24T23:20:55,342 DEBUG [RS:0;ba7f32532130:46767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:55,342 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490441245.86619793522e19c86a6605a6553fa1f0. 2024-11-24T23:20:55,342 DEBUG [RS:0;ba7f32532130:46767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:55,342 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490441245.86619793522e19c86a6605a6553fa1f0. after waiting 0 ms 2024-11-24T23:20:55,342 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490441245.86619793522e19c86a6605a6553fa1f0. 2024-11-24T23:20:55,342 INFO [RS:0;ba7f32532130:46767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:20:55,342 INFO [RS:0;ba7f32532130:46767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:20:55,342 INFO [RS:0;ba7f32532130:46767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:20:55,342 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 86619793522e19c86a6605a6553fa1f0 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-24T23:20:55,342 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:20:55,342 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T23:20:55,342 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1325): Online Regions={86619793522e19c86a6605a6553fa1f0=test,,1732490441245.86619793522e19c86a6605a6553fa1f0., 1588230740=hbase:meta,,1.1588230740, 2dcc719c5ba0d8fe617f83f2dfc4b810=hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810.} 2024-11-24T23:20:55,342 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dcc719c5ba0d8fe617f83f2dfc4b810, 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:55,342 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:20:55,342 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:20:55,342 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:20:55,343 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:20:55,343 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:20:55,343 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T23:20:55,358 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/.tmp/info/f51aa5dd38444e16968f3b138bda39fe is 147, key is hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810./info:regioninfo/1732490444718/Put/seqid=0 2024-11-24T23:20:55,359 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/.tmp/f/5d25cf1a55534931977967e058079acd is 29, key is row1/f:/1732490450867/DeleteFamily/seqid=0 2024-11-24T23:20:55,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741841_1017 (size=5118) 2024-11-24T23:20:55,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741840_1016 (size=7686) 2024-11-24T23:20:55,401 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:20:55,489 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:20:55,489 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:20:55,543 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dcc719c5ba0d8fe617f83f2dfc4b810, 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:55,743 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dcc719c5ba0d8fe617f83f2dfc4b810, 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:55,762 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/.tmp/f/5d25cf1a55534931977967e058079acd 2024-11-24T23:20:55,763 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/.tmp/info/f51aa5dd38444e16968f3b138bda39fe 2024-11-24T23:20:55,767 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d25cf1a55534931977967e058079acd 2024-11-24T23:20:55,783 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/.tmp/ns/0c147d1d4efe45f2a7cf46bd0f625d69 is 43, key is default/ns:d/1732490435613/Put/seqid=0 2024-11-24T23:20:55,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741842_1018 (size=5153) 2024-11-24T23:20:55,787 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/.tmp/f1/e96ec175c24b4aeca726b26e03c37e0d is 30, key is row1/f1:/1732490450867/DeleteFamily/seqid=0 2024-11-24T23:20:55,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741843_1019 (size=5123) 2024-11-24T23:20:55,931 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 914, reset compression=false 2024-11-24T23:20:55,935 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:55,935 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 1161, reset compression=false 2024-11-24T23:20:55,935 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,46767,1732490432303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:20:55,936 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ba7f32532130,46767,1732490432303: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ba7f32532130,46767,1732490432303, walGroup=ba7f32532130%2C46767%2C1732490432303, offset=ba7f32532130%2C46767%2C1732490432303.1732490434612:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:46767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T23:20:55,937 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:20:55,937 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:20:55,937 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:20:55,937 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:20:55,937 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:20:55,938 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 635741440 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191447760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T23:20:55,938 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:34607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:34607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T23:20:55,943 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dcc719c5ba0d8fe617f83f2dfc4b810, 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:56,139 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 1161, reset compression=false 2024-11-24T23:20:56,143 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dcc719c5ba0d8fe617f83f2dfc4b810, 86619793522e19c86a6605a6553fa1f0 2024-11-24T23:20:56,187 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/.tmp/ns/0c147d1d4efe45f2a7cf46bd0f625d69 2024-11-24T23:20:56,190 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/.tmp/f1/e96ec175c24b4aeca726b26e03c37e0d 2024-11-24T23:20:56,194 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e96ec175c24b4aeca726b26e03c37e0d 2024-11-24T23:20:56,203 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/.tmp/rep_barrier/c433a6d9e0bb493dad3afccaebfbefc4 is 112, key is test,,1732490441245.86619793522e19c86a6605a6553fa1f0./rep_barrier:seqnumDuringOpen/1732490441996/Put/seqid=0 2024-11-24T23:20:56,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741844_1020 (size=5518) 2024-11-24T23:20:56,214 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/.tmp/norep/65730ea47cd249f593be6e1f48663a03 is 32, key is row/norep:/1732490449862/DeleteFamily/seqid=0 2024-11-24T23:20:56,215 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/.tmp/rep_barrier/c433a6d9e0bb493dad3afccaebfbefc4 2024-11-24T23:20:56,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741845_1021 (size=5101) 2024-11-24T23:20:56,225 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/.tmp/norep/65730ea47cd249f593be6e1f48663a03 2024-11-24T23:20:56,229 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65730ea47cd249f593be6e1f48663a03 2024-11-24T23:20:56,230 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/.tmp/f/5d25cf1a55534931977967e058079acd as hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/f/5d25cf1a55534931977967e058079acd 2024-11-24T23:20:56,234 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d25cf1a55534931977967e058079acd 2024-11-24T23:20:56,234 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/f/5d25cf1a55534931977967e058079acd, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T23:20:56,235 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/.tmp/f1/e96ec175c24b4aeca726b26e03c37e0d as hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/f1/e96ec175c24b4aeca726b26e03c37e0d 2024-11-24T23:20:56,239 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e96ec175c24b4aeca726b26e03c37e0d 2024-11-24T23:20:56,239 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/f1/e96ec175c24b4aeca726b26e03c37e0d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T23:20:56,240 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/.tmp/norep/65730ea47cd249f593be6e1f48663a03 as hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/norep/65730ea47cd249f593be6e1f48663a03 2024-11-24T23:20:56,242 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/.tmp/table/dd09d4c3507743048bbab37ae5d1bb2d is 53, key is hbase:replication/table:state/1732490444724/Put/seqid=0 2024-11-24T23:20:56,245 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65730ea47cd249f593be6e1f48663a03 2024-11-24T23:20:56,245 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/norep/65730ea47cd249f593be6e1f48663a03, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T23:20:56,246 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 86619793522e19c86a6605a6553fa1f0 in 904ms, sequenceid=8, compaction requested=false 2024-11-24T23:20:56,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741846_1022 (size=5308) 2024-11-24T23:20:56,247 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/.tmp/table/dd09d4c3507743048bbab37ae5d1bb2d 2024-11-24T23:20:56,252 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/.tmp/info/f51aa5dd38444e16968f3b138bda39fe as hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/info/f51aa5dd38444e16968f3b138bda39fe 2024-11-24T23:20:56,255 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/default/test/86619793522e19c86a6605a6553fa1f0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T23:20:56,256 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:56,256 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:20:56,256 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490441245.86619793522e19c86a6605a6553fa1f0. 2024-11-24T23:20:56,256 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86619793522e19c86a6605a6553fa1f0: Waiting for close lock at 1732490455342Running coprocessor pre-close hooks at 1732490455342Disabling compacts and flushes for region at 1732490455342Disabling writes for close at 1732490455342Obtaining lock to block concurrent updates at 1732490455342Preparing flush snapshotting stores in 86619793522e19c86a6605a6553fa1f0 at 1732490455342Finished memstore snapshotting test,,1732490441245.86619793522e19c86a6605a6553fa1f0., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732490455342Flushing stores of test,,1732490441245.86619793522e19c86a6605a6553fa1f0. at 1732490455343 (+1 ms)Flushing 86619793522e19c86a6605a6553fa1f0/f: creating writer at 1732490455343Flushing 86619793522e19c86a6605a6553fa1f0/f: appending metadata at 1732490455358 (+15 ms)Flushing 86619793522e19c86a6605a6553fa1f0/f: closing flushed file at 1732490455358Flushing 86619793522e19c86a6605a6553fa1f0/f1: creating writer at 1732490455767 (+409 ms)Flushing 86619793522e19c86a6605a6553fa1f0/f1: appending metadata at 1732490455786 (+19 ms)Flushing 86619793522e19c86a6605a6553fa1f0/f1: closing flushed file at 1732490455786Flushing 86619793522e19c86a6605a6553fa1f0/norep: creating writer at 1732490456194 (+408 ms)Flushing 86619793522e19c86a6605a6553fa1f0/norep: appending metadata at 1732490456213 (+19 ms)Flushing 86619793522e19c86a6605a6553fa1f0/norep: closing flushed file at 1732490456213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317cf3a: reopening flushed file at 1732490456229 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf76c24: reopening flushed file at 1732490456234 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d599477: reopening flushed file at 1732490456240 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 86619793522e19c86a6605a6553fa1f0 in 904ms, sequenceid=8, compaction requested=false at 1732490456246 (+6 ms)Writing region close event to WAL at 1732490456252 (+6 ms)Running coprocessor post-close hooks at 1732490456256 (+4 ms)Closed at 1732490456256 2024-11-24T23:20:56,256 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490441245.86619793522e19c86a6605a6553fa1f0. 2024-11-24T23:20:56,257 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dcc719c5ba0d8fe617f83f2dfc4b810, disabling compactions & flushes 2024-11-24T23:20:56,257 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:56,257 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:56,257 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. after waiting 0 ms 2024-11-24T23:20:56,257 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:56,257 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dcc719c5ba0d8fe617f83f2dfc4b810: Waiting for close lock at 1732490456257Running coprocessor pre-close hooks at 1732490456257Disabling compacts and flushes for region at 1732490456257Disabling writes for close at 1732490456257Failed flush hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810., putting online again at 1732490456257 2024-11-24T23:20:56,257 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:56,258 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/info/f51aa5dd38444e16968f3b138bda39fe, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T23:20:56,259 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/.tmp/ns/0c147d1d4efe45f2a7cf46bd0f625d69 as hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/ns/0c147d1d4efe45f2a7cf46bd0f625d69 2024-11-24T23:20:56,263 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/ns/0c147d1d4efe45f2a7cf46bd0f625d69, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T23:20:56,264 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/.tmp/rep_barrier/c433a6d9e0bb493dad3afccaebfbefc4 as hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/rep_barrier/c433a6d9e0bb493dad3afccaebfbefc4 2024-11-24T23:20:56,269 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/rep_barrier/c433a6d9e0bb493dad3afccaebfbefc4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T23:20:56,270 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/.tmp/table/dd09d4c3507743048bbab37ae5d1bb2d as hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/table/dd09d4c3507743048bbab37ae5d1bb2d 2024-11-24T23:20:56,274 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/table/dd09d4c3507743048bbab37ae5d1bb2d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T23:20:56,275 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false 2024-11-24T23:20:56,278 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T23:20:56,279 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:20:56,279 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:20:56,279 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:56,279 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490455342Running coprocessor pre-close hooks at 1732490455342Disabling compacts and flushes for region at 1732490455342Disabling writes for close at 1732490455343 (+1 ms)Obtaining lock to block concurrent updates at 1732490455343Preparing flush snapshotting stores in 1588230740 at 1732490455343Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732490455343Flushing stores of hbase:meta,,1.1588230740 at 1732490455343Flushing 1588230740/info: creating writer at 1732490455343Flushing 1588230740/info: appending metadata at 1732490455358 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732490455358Flushing 1588230740/ns: creating writer at 1732490455767 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732490455782 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732490455782Flushing 1588230740/rep_barrier: creating writer at 1732490456191 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490456203 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490456203Flushing 1588230740/table: creating writer at 1732490456219 (+16 ms)Flushing 1588230740/table: appending metadata at 1732490456241 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732490456241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2921c7e1: reopening flushed file at 1732490456251 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e70e07: reopening flushed file at 1732490456258 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d47ec9f: reopening flushed file at 1732490456263 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18435b9c: reopening flushed file at 1732490456269 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false at 1732490456275 (+6 ms)Writing region close event to WAL at 1732490456276 (+1 ms)Running coprocessor post-close hooks at 1732490456279 (+3 ms)Closed at 1732490456279 2024-11-24T23:20:56,279 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:56,343 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:20:56,343 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1325): Online Regions={2dcc719c5ba0d8fe617f83f2dfc4b810=hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810.} 2024-11-24T23:20:56,343 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:56,343 DEBUG [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1351): Waiting on 2dcc719c5ba0d8fe617f83f2dfc4b810 2024-11-24T23:20:56,343 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dcc719c5ba0d8fe617f83f2dfc4b810, disabling compactions & flushes 2024-11-24T23:20:56,343 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:56,344 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:56,344 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. after waiting 0 ms 2024-11-24T23:20:56,344 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:56,344 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dcc719c5ba0d8fe617f83f2dfc4b810: Waiting for close lock at 1732490456343Running coprocessor pre-close hooks at 1732490456343Disabling compacts and flushes for region at 1732490456343Disabling writes for close at 1732490456344 (+1 ms)Failed flush hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810., putting online again at 1732490456344 2024-11-24T23:20:56,344 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732490443554.2dcc719c5ba0d8fe617f83f2dfc4b810. 2024-11-24T23:20:56,443 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 1161, reset compression=false 2024-11-24T23:20:56,448 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:20:56,448 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 1805, reset compression=false 2024-11-24T23:20:56,544 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T23:20:56,544 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,46767,1732490432303; all regions closed. 2024-11-24T23:20:56,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741834_1010 (size=4239) 2024-11-24T23:20:56,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741839_1015 (size=1733) 2024-11-24T23:20:56,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741832_1008 (size=1813) 2024-11-24T23:20:56,556 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 not finished, retry = 0 2024-11-24T23:20:56,651 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 to pos 1805, reset compression=false 2024-11-24T23:20:56,656 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/WALs/ba7f32532130,46767,1732490432303/ba7f32532130%2C46767%2C1732490432303.1732490434612 2024-11-24T23:20:56,656 DEBUG [RS:0;ba7f32532130:46767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:56,656 INFO [RS:0;ba7f32532130:46767 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:20:56,656 INFO [RS:0;ba7f32532130:46767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:20:56,657 INFO [RS:0;ba7f32532130:46767 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:20:56,657 INFO [RS:0;ba7f32532130:46767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:20:56,657 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:20:56,657 INFO [RS:0;ba7f32532130:46767 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,46767,1732490432303 because: Region server is closing 2024-11-24T23:20:56,657 INFO [RS:0;ba7f32532130:46767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:46767. 2024-11-24T23:20:56,657 DEBUG [RS:0;ba7f32532130:46767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:56,657 DEBUG [RS:0;ba7f32532130:46767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:56,657 DEBUG [RS:0;ba7f32532130:46767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:56,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:56,758 INFO [RS:0;ba7f32532130:46767 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.shipperba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 terminated 2024-11-24T23:20:56,758 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,46767,1732490432303.replicationSource.wal-reader.ba7f32532130%2C46767%2C1732490432303,1-ba7f32532130,46767,1732490432303 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-24T23:20:56,758 INFO [RS:0;ba7f32532130:46767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:46767. 2024-11-24T23:20:56,758 DEBUG [RS:0;ba7f32532130:46767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:20:56,758 DEBUG [RS:0;ba7f32532130:46767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:56,758 DEBUG [RS:0;ba7f32532130:46767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:20:56,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:20:56,758 INFO [RS:0;ba7f32532130:46767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46767 2024-11-24T23:20:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476/rs 2024-11-24T23:20:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0420952476/rs/ba7f32532130,46767,1732490432303 2024-11-24T23:20:56,809 INFO [RS:0;ba7f32532130:46767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:20:56,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,46767,1732490432303] 2024-11-24T23:20:56,830 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0420952476/draining/ba7f32532130,46767,1732490432303 already deleted, retry=false 2024-11-24T23:20:56,830 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,46767,1732490432303 expired; onlineServers=0 2024-11-24T23:20:56,830 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,34607,1732490432110' ***** 2024-11-24T23:20:56,830 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:20:56,830 INFO [M:0;ba7f32532130:34607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:20:56,830 INFO [M:0;ba7f32532130:34607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:20:56,830 DEBUG [M:0;ba7f32532130:34607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:20:56,830 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:20:56,830 DEBUG [M:0;ba7f32532130:34607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:20:56,830 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490434337 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490434337,5,FailOnTimeoutGroup] 2024-11-24T23:20:56,830 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490434337 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490434337,5,FailOnTimeoutGroup] 2024-11-24T23:20:56,830 INFO [M:0;ba7f32532130:34607 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:20:56,830 INFO [M:0;ba7f32532130:34607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:20:56,830 DEBUG [M:0;ba7f32532130:34607 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:20:56,831 INFO [M:0;ba7f32532130:34607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:20:56,831 INFO [M:0;ba7f32532130:34607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:20:56,831 INFO [M:0;ba7f32532130:34607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:20:56,831 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:20:56,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0420952476/master 2024-11-24T23:20:56,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0420952476 2024-11-24T23:20:56,840 DEBUG [M:0;ba7f32532130:34607 {}] zookeeper.ZKUtil(347): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Unable to get data of znode /0420952476/master because node does not exist (not an error) 2024-11-24T23:20:56,840 WARN [M:0;ba7f32532130:34607 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:20:56,841 INFO [M:0;ba7f32532130:34607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/.lastflushedseqids 2024-11-24T23:20:56,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741847_1023 (size=245) 2024-11-24T23:20:56,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:56,920 INFO [RS:0;ba7f32532130:46767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:20:56,920 INFO [RS:0;ba7f32532130:46767 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,46767,1732490432303; zookeeper connection closed. 2024-11-24T23:20:56,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46767-0x1016f2602150001, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:56,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@479c5f89 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@479c5f89 2024-11-24T23:20:56,920 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:20:57,245 INFO [M:0;ba7f32532130:34607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:20:57,246 INFO [M:0;ba7f32532130:34607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:20:57,246 DEBUG [M:0;ba7f32532130:34607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:20:57,246 INFO [M:0;ba7f32532130:34607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:57,246 DEBUG [M:0;ba7f32532130:34607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:57,246 DEBUG [M:0;ba7f32532130:34607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:20:57,246 DEBUG [M:0;ba7f32532130:34607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:57,246 INFO [M:0;ba7f32532130:34607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T23:20:57,264 DEBUG [M:0;ba7f32532130:34607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1ee4c91f9ae4eadb7ea48c5daf771be is 82, key is hbase:meta,,1/info:regioninfo/1732490435569/Put/seqid=0 2024-11-24T23:20:57,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741848_1024 (size=5672) 2024-11-24T23:20:57,668 INFO [M:0;ba7f32532130:34607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1ee4c91f9ae4eadb7ea48c5daf771be 2024-11-24T23:20:57,689 DEBUG [M:0;ba7f32532130:34607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca00eb1966e94efe899f77e743c5ca3b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732490444728/Put/seqid=0 2024-11-24T23:20:57,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741849_1025 (size=8516) 2024-11-24T23:20:58,093 INFO [M:0;ba7f32532130:34607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca00eb1966e94efe899f77e743c5ca3b 2024-11-24T23:20:58,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:20:58,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:58,115 DEBUG [M:0;ba7f32532130:34607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19d01adc59f34638a013e13368e7eb82 is 69, key is ba7f32532130,46767,1732490432303/rs:state/1732490434465/Put/seqid=0 2024-11-24T23:20:58,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741850_1026 (size=5156) 2024-11-24T23:20:58,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:58,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:58,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:58,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:58,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:58,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:58,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:58,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:58,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:20:58,519 INFO [M:0;ba7f32532130:34607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19d01adc59f34638a013e13368e7eb82 2024-11-24T23:20:58,523 DEBUG [M:0;ba7f32532130:34607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1ee4c91f9ae4eadb7ea48c5daf771be as hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1ee4c91f9ae4eadb7ea48c5daf771be 2024-11-24T23:20:58,527 INFO [M:0;ba7f32532130:34607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1ee4c91f9ae4eadb7ea48c5daf771be, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T23:20:58,528 DEBUG [M:0;ba7f32532130:34607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca00eb1966e94efe899f77e743c5ca3b as hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca00eb1966e94efe899f77e743c5ca3b 2024-11-24T23:20:58,532 INFO [M:0;ba7f32532130:34607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca00eb1966e94efe899f77e743c5ca3b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T23:20:58,533 DEBUG [M:0;ba7f32532130:34607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19d01adc59f34638a013e13368e7eb82 as hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19d01adc59f34638a013e13368e7eb82 2024-11-24T23:20:58,537 INFO [M:0;ba7f32532130:34607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45459/user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19d01adc59f34638a013e13368e7eb82, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T23:20:58,538 INFO [M:0;ba7f32532130:34607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-24T23:20:58,541 INFO [M:0;ba7f32532130:34607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:58,541 DEBUG [M:0;ba7f32532130:34607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490457246Disabling compacts and flushes for region at 1732490457246Disabling writes for close at 1732490457246Obtaining lock to block concurrent updates at 1732490457246Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490457246Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732490457246Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490457247 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490457247Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490457263 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490457263Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490457671 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490457688 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490457688Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490458097 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490458115 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490458115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b5a4a0: reopening flushed file at 1732490458523 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21cdec90: reopening flushed file at 1732490458527 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f50e9f3: reopening flushed file at 1732490458532 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1732490458538 (+6 ms)Writing region close event to WAL at 1732490458541 (+3 ms)Closed at 1732490458541 2024-11-24T23:20:58,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741830_1006 (size=63654) 2024-11-24T23:20:58,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69b23422-5a76-7c6c-abd3-9fc6452081ce/MasterData/WALs/ba7f32532130,34607,1732490432110/ba7f32532130%2C34607%2C1732490432110.1732490434067 not finished, retry = 0 2024-11-24T23:20:58,644 INFO [M:0;ba7f32532130:34607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:20:58,644 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:20:58,644 INFO [M:0;ba7f32532130:34607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34607 2024-11-24T23:20:58,644 INFO [M:0;ba7f32532130:34607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:20:58,809 INFO [M:0;ba7f32532130:34607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:20:58,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:58,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1016f2602150000, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:20:58,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba6236c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:20:58,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a55265e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:20:58,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:20:58,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccfdb21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:20:58,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a1607c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/hadoop.log.dir/,STOPPED} 2024-11-24T23:20:58,813 WARN [BP-44187195-172.17.0.3-1732490430078 heartbeating to localhost/127.0.0.1:45459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:20:58,813 WARN [BP-44187195-172.17.0.3-1732490430078 heartbeating to localhost/127.0.0.1:45459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-44187195-172.17.0.3-1732490430078 (Datanode Uuid bc62ad4c-5f75-4d3c-bf14-2af1a43ea8fa) service to localhost/127.0.0.1:45459 2024-11-24T23:20:58,813 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:20:58,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:20:58,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/cluster_3c9b99ee-371d-85fe-bbea-00c122c26a2e/data/data1/current/BP-44187195-172.17.0.3-1732490430078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:20:58,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/cluster_3c9b99ee-371d-85fe-bbea-00c122c26a2e/data/data2/current/BP-44187195-172.17.0.3-1732490430078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:20:58,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:20:58,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44ee4004{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:20:58,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c69237f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:20:58,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:20:58,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@665193da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:20:58,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@670a5da2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdf88e99-d5c7-c209-5555-06d3d798c352/hadoop.log.dir/,STOPPED} 2024-11-24T23:20:58,827 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:20:58,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:20:58,849 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 242) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51868) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44795 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45459 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:45459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51868) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 261) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6393 (was 6446) 2024-11-24T23:20:58,859 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=6393 2024-11-24T23:20:58,874 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-24T23:20:58,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/hadoop.log.dir so I do NOT create it in target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11 2024-11-24T23:20:58,875 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:20:58,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/hadoop.tmp.dir so I do NOT create it in target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11 2024-11-24T23:20:58,875 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605b426d-97c7-16d9-7d05-a76b40692caa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:20:58,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11 2024-11-24T23:20:58,875 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/cluster_42a420fe-3326-f5d1-069f-e9c4b75e1eed, deleteOnExit=true 2024-11-24T23:20:58,898 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/cluster_42a420fe-3326-f5d1-069f-e9c4b75e1eed/zookeeper_0, clientPort=53927, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/cluster_42a420fe-3326-f5d1-069f-e9c4b75e1eed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/cluster_42a420fe-3326-f5d1-069f-e9c4b75e1eed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:20:58,898 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53927 2024-11-24T23:20:58,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:20:58,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:20:58,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/test.cache.data in system properties and HBase conf 2024-11-24T23:20:58,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:20:58,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:20:58,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:20:58,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:20:58,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:20:58,899 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:20:58,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:20:58,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:20:58,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:20:58,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:20:58,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:20:58,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:20:58,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:20:58,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:20:58,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:20:58,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:20:58,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:20:58,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:20:58,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:20:58,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:20:58,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016f2602150002, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:20:58,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016f2602150005, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:20:58,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016f2602150005, quorum=127.0.0.1:51868, baseZNode=/1-1115968619 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:20:58,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016f2602150002, quorum=127.0.0.1:51868, baseZNode=/0420952476 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:20:59,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:59,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:20:59,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:20:59,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:20:59,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:20:59,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:59,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b589b02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:20:59,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c33629c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:20:59,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f9e61c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/java.io.tmpdir/jetty-localhost-42533-hadoop-hdfs-3_4_1-tests_jar-_-any-410220148342374057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:20:59,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20aa73cd{HTTP/1.1, (http/1.1)}{localhost:42533} 2024-11-24T23:20:59,338 INFO [Time-limited test {}] server.Server(415): Started @232013ms 2024-11-24T23:20:59,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:59,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:20:59,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:20:59,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:20:59,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:20:59,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b3f6ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:20:59,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556f8e1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:21:00,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5de15888{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/java.io.tmpdir/jetty-localhost-33423-hadoop-hdfs-3_4_1-tests_jar-_-any-4908530465403992101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:21:00,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a4a1a95{HTTP/1.1, (http/1.1)}{localhost:33423} 2024-11-24T23:21:00,036 INFO [Time-limited test {}] server.Server(415): Started @232711ms 2024-11-24T23:21:00,037 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:21:00,767 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/cluster_42a420fe-3326-f5d1-069f-e9c4b75e1eed/data/data2/current/BP-1630756161-172.17.0.3-1732490458918/current, will proceed with Du for space computation calculation, 2024-11-24T23:21:00,767 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/cluster_42a420fe-3326-f5d1-069f-e9c4b75e1eed/data/data1/current/BP-1630756161-172.17.0.3-1732490458918/current, will proceed with Du for space computation calculation, 2024-11-24T23:21:00,784 WARN [Thread-2644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:21:00,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x686d846546476874 with lease ID 0xf415c5a0aca75b96: Processing first storage report for DS-9a87641f-dce2-4d7f-9d43-df2987275cd5 from datanode DatanodeRegistration(127.0.0.1:40635, datanodeUuid=a84ae546-3227-44ce-a1f0-2d60bf9ee2d8, infoPort=40153, infoSecurePort=0, ipcPort=34859, storageInfo=lv=-57;cid=testClusterID;nsid=1971349403;c=1732490458918) 2024-11-24T23:21:00,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x686d846546476874 with lease ID 0xf415c5a0aca75b96: from storage DS-9a87641f-dce2-4d7f-9d43-df2987275cd5 node DatanodeRegistration(127.0.0.1:40635, datanodeUuid=a84ae546-3227-44ce-a1f0-2d60bf9ee2d8, infoPort=40153, infoSecurePort=0, ipcPort=34859, storageInfo=lv=-57;cid=testClusterID;nsid=1971349403;c=1732490458918), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:21:00,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x686d846546476874 with lease ID 0xf415c5a0aca75b96: Processing first storage report for DS-2418f01a-1e58-4cb7-8ee7-02a5316d6eac from datanode DatanodeRegistration(127.0.0.1:40635, datanodeUuid=a84ae546-3227-44ce-a1f0-2d60bf9ee2d8, infoPort=40153, infoSecurePort=0, ipcPort=34859, storageInfo=lv=-57;cid=testClusterID;nsid=1971349403;c=1732490458918) 2024-11-24T23:21:00,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x686d846546476874 with lease ID 0xf415c5a0aca75b96: from storage DS-2418f01a-1e58-4cb7-8ee7-02a5316d6eac node DatanodeRegistration(127.0.0.1:40635, datanodeUuid=a84ae546-3227-44ce-a1f0-2d60bf9ee2d8, infoPort=40153, infoSecurePort=0, ipcPort=34859, storageInfo=lv=-57;cid=testClusterID;nsid=1971349403;c=1732490458918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:21:00,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11 2024-11-24T23:21:00,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:00,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:00,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:21:01,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939 with version=8 2024-11-24T23:21:01,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/hbase-staging 2024-11-24T23:21:01,280 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:21:01,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:01,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:01,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:21:01,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:01,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:21:01,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:21:01,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:21:01,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44623 2024-11-24T23:21:01,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44623 connecting to ZooKeeper ensemble=127.0.0.1:53927 2024-11-24T23:21:01,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446230x0, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:01,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44623-0x1016f2672bd0000 connected 2024-11-24T23:21:01,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:01,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:01,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Set watcher on znode that does not yet exist, /0-407889718/running 2024-11-24T23:21:01,454 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939, hbase.cluster.distributed=false 2024-11-24T23:21:01,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Set watcher on znode that does not yet exist, /0-407889718/acl 2024-11-24T23:21:01,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44623 2024-11-24T23:21:01,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44623 2024-11-24T23:21:01,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44623 2024-11-24T23:21:01,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44623 2024-11-24T23:21:01,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44623 2024-11-24T23:21:01,478 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:21:01,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:01,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:01,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:21:01,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:01,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:21:01,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:21:01,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:21:01,479 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34577 2024-11-24T23:21:01,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34577 connecting to ZooKeeper ensemble=127.0.0.1:53927 2024-11-24T23:21:01,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:01,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:01,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345770x0, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:01,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345770x0, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Set watcher on znode that does not yet exist, /0-407889718/running 2024-11-24T23:21:01,494 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:21:01,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34577-0x1016f2672bd0001 connected 2024-11-24T23:21:01,496 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:21:01,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Set watcher on znode that does not yet exist, /0-407889718/master 2024-11-24T23:21:01,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Set watcher on znode that does not yet exist, /0-407889718/acl 2024-11-24T23:21:01,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34577 2024-11-24T23:21:01,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34577 2024-11-24T23:21:01,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34577 2024-11-24T23:21:01,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34577 2024-11-24T23:21:01,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34577 2024-11-24T23:21:01,523 DEBUG [M:0;ba7f32532130:44623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:44623 2024-11-24T23:21:01,523 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-407889718/backup-masters/ba7f32532130,44623,1732490461280 2024-11-24T23:21:01,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718/backup-masters 2024-11-24T23:21:01,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718/backup-masters 2024-11-24T23:21:01,535 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Set watcher on existing znode=/0-407889718/backup-masters/ba7f32532130,44623,1732490461280 2024-11-24T23:21:01,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-407889718/master 2024-11-24T23:21:01,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:01,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:01,546 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Set watcher on existing znode=/0-407889718/master 2024-11-24T23:21:01,546 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-407889718/backup-masters/ba7f32532130,44623,1732490461280 from backup master directory 2024-11-24T23:21:01,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-407889718/backup-masters/ba7f32532130,44623,1732490461280 2024-11-24T23:21:01,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718/backup-masters 2024-11-24T23:21:01,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718/backup-masters 2024-11-24T23:21:01,556 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:21:01,556 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,44623,1732490461280 2024-11-24T23:21:01,559 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/hbase.id] with ID: a6beedbc-fefa-4525-83f4-707567240168 2024-11-24T23:21:01,559 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/.tmp/hbase.id 2024-11-24T23:21:01,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:21:01,963 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/.tmp/hbase.id]:[hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/hbase.id] 2024-11-24T23:21:01,972 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:01,972 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:21:01,972 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T23:21:02,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:02,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:21:02,429 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:02,430 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:21:02,430 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:02,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:21:02,838 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store 2024-11-24T23:21:02,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:21:02,842 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:02,843 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:21:02,843 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:02,843 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:02,843 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:21:02,843 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:02,843 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:02,843 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490462843Disabling compacts and flushes for region at 1732490462843Disabling writes for close at 1732490462843Writing region close event to WAL at 1732490462843Closed at 1732490462843 2024-11-24T23:21:02,844 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/.initializing 2024-11-24T23:21:02,844 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/WALs/ba7f32532130,44623,1732490461280 2024-11-24T23:21:02,845 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:21:02,846 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C44623%2C1732490461280, suffix=, logDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/WALs/ba7f32532130,44623,1732490461280, archiveDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/oldWALs, maxLogs=10 2024-11-24T23:21:02,861 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/WALs/ba7f32532130,44623,1732490461280/ba7f32532130%2C44623%2C1732490461280.1732490462846, exclude list is [], retry=0 2024-11-24T23:21:02,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-9a87641f-dce2-4d7f-9d43-df2987275cd5,DISK] 2024-11-24T23:21:02,865 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/WALs/ba7f32532130,44623,1732490461280/ba7f32532130%2C44623%2C1732490461280.1732490462846 2024-11-24T23:21:02,866 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40153:40153)] 2024-11-24T23:21:02,866 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:02,866 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:02,866 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:02,866 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:02,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:02,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:21:02,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:02,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:02,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:02,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:21:02,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:02,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:02,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:02,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:21:02,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:02,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:02,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:02,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:21:02,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:02,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:02,873 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:02,873 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:02,873 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:02,874 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:02,874 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:02,874 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:02,875 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:02,876 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:02,877 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59328739, jitterRate=-0.115932896733284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:02,877 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490462866Initializing all the Stores at 1732490462867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490462867Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490462868 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490462868Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490462868Cleaning up temporary data from old regions at 1732490462874 (+6 ms)Region opened successfully at 1732490462877 (+3 ms) 2024-11-24T23:21:02,877 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:21:02,879 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764ed8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:21:02,880 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:21:02,880 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:21:02,880 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:21:02,880 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:21:02,881 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:21:02,881 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:21:02,881 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:21:02,885 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:21:02,886 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Unable to get data of znode /0-407889718/balancer because node does not exist (not necessarily an error) 2024-11-24T23:21:02,935 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-407889718/balancer already deleted, retry=false 2024-11-24T23:21:02,935 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:21:02,936 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Unable to get data of znode /0-407889718/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:21:02,945 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-407889718/normalizer already deleted, retry=false 2024-11-24T23:21:02,946 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:21:02,947 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Unable to get data of znode /0-407889718/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:21:02,956 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-407889718/switch/split already deleted, retry=false 2024-11-24T23:21:02,957 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Unable to get data of znode /0-407889718/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:21:02,966 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-407889718/switch/merge already deleted, retry=false 2024-11-24T23:21:02,968 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Unable to get data of znode /0-407889718/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:21:02,977 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-407889718/snapshot-cleanup already deleted, retry=false 2024-11-24T23:21:02,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-407889718/running 2024-11-24T23:21:02,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:02,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-407889718/running 2024-11-24T23:21:02,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:02,988 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,44623,1732490461280, sessionid=0x1016f2672bd0000, setting cluster-up flag (Was=false) 2024-11-24T23:21:03,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:03,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:03,040 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-407889718/flush-table-proc/acquired, /0-407889718/flush-table-proc/reached, /0-407889718/flush-table-proc/abort 2024-11-24T23:21:03,041 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,44623,1732490461280 2024-11-24T23:21:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:03,093 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-407889718/online-snapshot/acquired, /0-407889718/online-snapshot/reached, /0-407889718/online-snapshot/abort 2024-11-24T23:21:03,093 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,44623,1732490461280 2024-11-24T23:21:03,094 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:21:03,095 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:03,096 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:21:03,096 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:21:03,096 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,44623,1732490461280 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:21:03,097 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:03,097 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:03,097 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:03,097 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:03,097 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:21:03,097 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,097 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:21:03,097 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,097 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490493097 2024-11-24T23:21:03,098 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:21:03,098 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:21:03,098 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:21:03,098 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:21:03,098 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:21:03,098 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:21:03,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:03,098 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:21:03,098 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:21:03,098 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:21:03,098 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:21:03,099 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:21:03,099 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:03,099 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:21:03,099 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:21:03,099 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:21:03,099 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490463099,5,FailOnTimeoutGroup] 2024-11-24T23:21:03,099 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490463099,5,FailOnTimeoutGroup] 2024-11-24T23:21:03,099 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,099 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:21:03,099 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,099 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:21:03,111 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(746): ClusterId : a6beedbc-fefa-4525-83f4-707567240168 2024-11-24T23:21:03,112 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:21:03,119 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:21:03,119 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:21:03,130 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:21:03,130 DEBUG [RS:0;ba7f32532130:34577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad307ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:21:03,140 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:34577 2024-11-24T23:21:03,140 INFO [RS:0;ba7f32532130:34577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:21:03,140 INFO [RS:0;ba7f32532130:34577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:21:03,140 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:21:03,141 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,44623,1732490461280 with port=34577, startcode=1732490461477 2024-11-24T23:21:03,141 DEBUG [RS:0;ba7f32532130:34577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:21:03,142 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:21:03,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,34577,1732490461477 2024-11-24T23:21:03,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44623 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,34577,1732490461477 2024-11-24T23:21:03,144 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939 2024-11-24T23:21:03,144 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33121 2024-11-24T23:21:03,144 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:21:03,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718/rs 2024-11-24T23:21:03,156 DEBUG [RS:0;ba7f32532130:34577 {}] zookeeper.ZKUtil(111): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Set watcher on existing znode=/0-407889718/rs/ba7f32532130,34577,1732490461477 2024-11-24T23:21:03,156 WARN [RS:0;ba7f32532130:34577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:21:03,156 INFO [RS:0;ba7f32532130:34577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:03,156 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477 2024-11-24T23:21:03,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,34577,1732490461477] 2024-11-24T23:21:03,160 INFO [RS:0;ba7f32532130:34577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:21:03,161 INFO [RS:0;ba7f32532130:34577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:21:03,164 INFO [RS:0;ba7f32532130:34577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:21:03,164 INFO [RS:0;ba7f32532130:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,164 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:21:03,165 INFO [RS:0;ba7f32532130:34577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:21:03,165 INFO [RS:0;ba7f32532130:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,165 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:21:03,166 DEBUG [RS:0;ba7f32532130:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:21:03,170 INFO [RS:0;ba7f32532130:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,171 INFO [RS:0;ba7f32532130:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,171 INFO [RS:0;ba7f32532130:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,171 INFO [RS:0;ba7f32532130:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,171 INFO [RS:0;ba7f32532130:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,171 INFO [RS:0;ba7f32532130:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34577,1732490461477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:21:03,190 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:21:03,190 INFO [RS:0;ba7f32532130:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34577,1732490461477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,190 INFO [RS:0;ba7f32532130:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,190 INFO [RS:0;ba7f32532130:34577 {}] regionserver.Replication(171): ba7f32532130,34577,1732490461477 started 2024-11-24T23:21:03,208 INFO [RS:0;ba7f32532130:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:03,208 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,34577,1732490461477, RpcServer on ba7f32532130/172.17.0.3:34577, sessionid=0x1016f2672bd0001 2024-11-24T23:21:03,209 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:21:03,209 DEBUG [RS:0;ba7f32532130:34577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,34577,1732490461477 2024-11-24T23:21:03,209 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,34577,1732490461477' 2024-11-24T23:21:03,209 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-407889718/flush-table-proc/abort' 2024-11-24T23:21:03,209 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-407889718/flush-table-proc/acquired' 2024-11-24T23:21:03,210 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:21:03,210 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:21:03,210 DEBUG [RS:0;ba7f32532130:34577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,34577,1732490461477 2024-11-24T23:21:03,210 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,34577,1732490461477' 2024-11-24T23:21:03,210 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-407889718/online-snapshot/abort' 2024-11-24T23:21:03,210 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-407889718/online-snapshot/acquired' 2024-11-24T23:21:03,210 DEBUG [RS:0;ba7f32532130:34577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:21:03,210 INFO [RS:0;ba7f32532130:34577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:21:03,210 INFO [RS:0;ba7f32532130:34577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:21:03,311 INFO [RS:0;ba7f32532130:34577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:21:03,312 INFO [RS:0;ba7f32532130:34577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C34577%2C1732490461477, suffix=, logDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477, archiveDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/oldWALs, maxLogs=10 2024-11-24T23:21:03,324 DEBUG [RS:0;ba7f32532130:34577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312, exclude list is [], retry=0 2024-11-24T23:21:03,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-9a87641f-dce2-4d7f-9d43-df2987275cd5,DISK] 2024-11-24T23:21:03,327 INFO [RS:0;ba7f32532130:34577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 2024-11-24T23:21:03,327 DEBUG [RS:0;ba7f32532130:34577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40153:40153)] 2024-11-24T23:21:03,508 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:21:03,508 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939 2024-11-24T23:21:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:21:03,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:21:03,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T23:21:03,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:21:03,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:03,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:21:03,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:21:03,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:03,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:03,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:21:03,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:21:03,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:03,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:03,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:21:03,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:21:03,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:03,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:03,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:21:03,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:21:03,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:03,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:03,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:21:03,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740 2024-11-24T23:21:03,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740 2024-11-24T23:21:03,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:21:03,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:21:03,920 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:03,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:21:03,921 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:03,922 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59701528, jitterRate=-0.11037790775299072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:03,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490463912Initializing all the Stores at 1732490463913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490463913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490463913Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490463913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490463913Cleaning up temporary data from old regions at 1732490463919 (+6 ms)Region opened successfully at 1732490463922 (+3 ms) 2024-11-24T23:21:03,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:21:03,922 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:21:03,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:21:03,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:21:03,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:21:03,922 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:21:03,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490463922Disabling compacts and flushes for region at 1732490463922Disabling writes for close at 1732490463922Writing region close event to WAL at 1732490463922Closed at 1732490463922 2024-11-24T23:21:03,923 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:03,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:21:03,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:21:03,924 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:21:03,925 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:21:04,075 DEBUG [ba7f32532130:44623 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:21:04,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,34577,1732490461477 2024-11-24T23:21:04,076 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,34577,1732490461477, state=OPENING 2024-11-24T23:21:04,129 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:21:04,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:04,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:04,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-407889718/meta-region-server: CHANGED 2024-11-24T23:21:04,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-407889718/meta-region-server: CHANGED 2024-11-24T23:21:04,140 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:21:04,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,34577,1732490461477}] 2024-11-24T23:21:04,281 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:04,281 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:21:04,282 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38300 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:21:04,292 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:21:04,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:21:04,296 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:21:04,296 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:04,297 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:21:04,298 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C34577%2C1732490461477.meta, suffix=.meta, logDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477, archiveDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/oldWALs, maxLogs=10 2024-11-24T23:21:04,309 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.meta.1732490464298.meta, exclude list is [], retry=0 2024-11-24T23:21:04,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-9a87641f-dce2-4d7f-9d43-df2987275cd5,DISK] 2024-11-24T23:21:04,312 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.meta.1732490464298.meta 2024-11-24T23:21:04,313 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40153:40153)] 2024-11-24T23:21:04,313 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:04,313 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:21:04,313 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:21:04,313 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:21:04,313 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:21:04,313 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:21:04,314 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:04,314 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:21:04,314 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:21:04,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:21:04,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:21:04,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:04,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:04,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:21:04,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:21:04,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:04,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:04,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:21:04,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:21:04,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:04,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:04,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:21:04,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:21:04,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:04,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:04,318 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:21:04,318 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740 2024-11-24T23:21:04,319 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740 2024-11-24T23:21:04,320 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:21:04,320 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:21:04,320 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:04,321 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:21:04,321 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66342389, jitterRate=-0.011421367526054382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:04,321 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:21:04,322 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490464314Writing region info on filesystem at 1732490464314Initializing all the Stores at 1732490464314Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490464314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490464315 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490464315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490464315Cleaning up temporary data from old regions at 1732490464320 (+5 ms)Running coprocessor post-open hooks at 1732490464321 (+1 ms)Region opened successfully at 1732490464322 (+1 ms) 2024-11-24T23:21:04,322 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490464292 2024-11-24T23:21:04,324 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:21:04,324 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:21:04,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,34577,1732490461477 2024-11-24T23:21:04,325 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,34577,1732490461477, state=OPEN 2024-11-24T23:21:04,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-407889718/meta-region-server 2024-11-24T23:21:04,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-407889718/meta-region-server 2024-11-24T23:21:04,367 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,34577,1732490461477 2024-11-24T23:21:04,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-407889718/meta-region-server: CHANGED 2024-11-24T23:21:04,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-407889718/meta-region-server: CHANGED 2024-11-24T23:21:04,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:21:04,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,34577,1732490461477 in 227 msec 2024-11-24T23:21:04,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:21:04,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-24T23:21:04,371 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:04,371 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:21:04,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:04,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34577,1732490461477, seqNum=-1] 2024-11-24T23:21:04,372 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:04,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:04,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-11-24T23:21:04,377 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490464377, completionTime=-1 2024-11-24T23:21:04,377 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:21:04,377 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:21:04,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:21:04,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490524379 2024-11-24T23:21:04,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490584379 2024-11-24T23:21:04,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:21:04,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44623,1732490461280-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:04,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44623,1732490461280-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:04,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44623,1732490461280-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:04,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:44623, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:04,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:04,380 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:04,381 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:21:04,382 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.826sec 2024-11-24T23:21:04,382 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:21:04,382 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:21:04,383 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:21:04,383 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:21:04,383 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:21:04,383 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44623,1732490461280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:21:04,383 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44623,1732490461280-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:21:04,384 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:21:04,384 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:21:04,384 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44623,1732490461280-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:04,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b01e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:04,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,44623,-1 for getting cluster id 2024-11-24T23:21:04,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:04,413 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6beedbc-fefa-4525-83f4-707567240168' 2024-11-24T23:21:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6beedbc-fefa-4525-83f4-707567240168" 2024-11-24T23:21:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a07069a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,44623,-1] 2024-11-24T23:21:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:04,415 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:04,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3b099c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:04,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34577,1732490461477, seqNum=-1] 2024-11-24T23:21:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:04,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:04,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,44623,1732490461280 2024-11-24T23:21:04,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53927 2024-11-24T23:21:04,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:04,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016f2672bd0002 connected 2024-11-24T23:21:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/hadoop.log.dir so I do NOT create it in target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1 2024-11-24T23:21:04,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:21:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/hadoop.tmp.dir so I do NOT create it in target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1 2024-11-24T23:21:04,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:21:04,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1 2024-11-24T23:21:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:21:04,453 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/cluster_f3c1623f-863d-f54b-104a-ef89087642e2, deleteOnExit=true 2024-11-24T23:21:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:21:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/test.cache.data in system properties and HBase conf 2024-11-24T23:21:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:21:04,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:21:04,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:21:04,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:21:04,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:21:04,454 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:21:04,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:21:04,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:21:04,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:21:04,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:21:04,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:21:04,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:21:04,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:21:04,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:21:04,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:21:04,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:21:04,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:21:04,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:21:04,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:21:04,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:21:04,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:04,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:21:04,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:21:04,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:21:04,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:21:04,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:04,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599275ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:21:04,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ef63c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:21:04,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40819ccc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/java.io.tmpdir/jetty-localhost-35887-hadoop-hdfs-3_4_1-tests_jar-_-any-16142383934309690909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:21:04,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33a937cc{HTTP/1.1, (http/1.1)}{localhost:35887} 2024-11-24T23:21:04,914 INFO [Time-limited test {}] server.Server(415): Started @237589ms 2024-11-24T23:21:05,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:05,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:21:05,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:21:05,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:21:05,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:21:05,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3f1a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:21:05,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6536f56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:21:05,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bff4f0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/java.io.tmpdir/jetty-localhost-34831-hadoop-hdfs-3_4_1-tests_jar-_-any-7981309777082881404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:21:05,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77cb3a1{HTTP/1.1, (http/1.1)}{localhost:34831} 2024-11-24T23:21:05,456 INFO [Time-limited test {}] server.Server(415): Started @238131ms 2024-11-24T23:21:05,457 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:21:06,222 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/cluster_f3c1623f-863d-f54b-104a-ef89087642e2/data/data1/current/BP-1979261925-172.17.0.3-1732490464484/current, will proceed with Du for space computation calculation, 2024-11-24T23:21:06,222 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/cluster_f3c1623f-863d-f54b-104a-ef89087642e2/data/data2/current/BP-1979261925-172.17.0.3-1732490464484/current, will proceed with Du for space computation calculation, 2024-11-24T23:21:06,244 WARN [Thread-2764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:21:06,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46c8c9fd9804773 with lease ID 0x1ea6bc62e9ee4b4: Processing first storage report for DS-dbf4829d-b8e4-41d5-9b93-e83e8eaa250f from datanode DatanodeRegistration(127.0.0.1:41753, datanodeUuid=fb9b5782-cc56-4283-891e-a6caaa2a94c2, infoPort=37773, infoSecurePort=0, ipcPort=35813, storageInfo=lv=-57;cid=testClusterID;nsid=1660144823;c=1732490464484) 2024-11-24T23:21:06,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46c8c9fd9804773 with lease ID 0x1ea6bc62e9ee4b4: from storage DS-dbf4829d-b8e4-41d5-9b93-e83e8eaa250f node DatanodeRegistration(127.0.0.1:41753, datanodeUuid=fb9b5782-cc56-4283-891e-a6caaa2a94c2, infoPort=37773, infoSecurePort=0, ipcPort=35813, storageInfo=lv=-57;cid=testClusterID;nsid=1660144823;c=1732490464484), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T23:21:06,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46c8c9fd9804773 with lease ID 0x1ea6bc62e9ee4b4: Processing first storage report for DS-aa070234-3ecd-487d-b19d-16bf4a56a822 from datanode DatanodeRegistration(127.0.0.1:41753, datanodeUuid=fb9b5782-cc56-4283-891e-a6caaa2a94c2, infoPort=37773, infoSecurePort=0, ipcPort=35813, storageInfo=lv=-57;cid=testClusterID;nsid=1660144823;c=1732490464484) 2024-11-24T23:21:06,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46c8c9fd9804773 with lease ID 0x1ea6bc62e9ee4b4: from storage DS-aa070234-3ecd-487d-b19d-16bf4a56a822 node DatanodeRegistration(127.0.0.1:41753, datanodeUuid=fb9b5782-cc56-4283-891e-a6caaa2a94c2, infoPort=37773, infoSecurePort=0, ipcPort=35813, storageInfo=lv=-57;cid=testClusterID;nsid=1660144823;c=1732490464484), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:21:06,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1 2024-11-24T23:21:06,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:06,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:21:06,697 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0 with version=8 2024-11-24T23:21:06,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/hbase-staging 2024-11-24T23:21:06,699 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:21:06,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:06,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:06,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:21:06,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:06,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:21:06,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:21:06,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:21:06,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33725 2024-11-24T23:21:06,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33725 connecting to ZooKeeper ensemble=127.0.0.1:53927 2024-11-24T23:21:06,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337250x0, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:06,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33725-0x1016f2672bd0003 connected 2024-11-24T23:21:06,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:06,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:06,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Set watcher on znode that does not yet exist, /1-673717313/running 2024-11-24T23:21:06,828 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0, hbase.cluster.distributed=false 2024-11-24T23:21:06,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Set watcher on znode that does not yet exist, /1-673717313/acl 2024-11-24T23:21:06,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33725 2024-11-24T23:21:06,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33725 2024-11-24T23:21:06,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33725 2024-11-24T23:21:06,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33725 2024-11-24T23:21:06,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33725 2024-11-24T23:21:06,846 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:21:06,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:06,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:06,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:21:06,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:06,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:21:06,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:21:06,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:21:06,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45433 2024-11-24T23:21:06,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45433 connecting to ZooKeeper ensemble=127.0.0.1:53927 2024-11-24T23:21:06,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:06,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:06,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454330x0, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:06,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454330x0, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Set watcher on znode that does not yet exist, /1-673717313/running 2024-11-24T23:21:06,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45433-0x1016f2672bd0004 connected 2024-11-24T23:21:06,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:21:06,862 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:21:06,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Set watcher on znode that does not yet exist, /1-673717313/master 2024-11-24T23:21:06,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Set watcher on znode that does not yet exist, /1-673717313/acl 2024-11-24T23:21:06,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45433 2024-11-24T23:21:06,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45433 2024-11-24T23:21:06,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45433 2024-11-24T23:21:06,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45433 2024-11-24T23:21:06,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45433 2024-11-24T23:21:06,881 DEBUG [M:0;ba7f32532130:33725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:33725 2024-11-24T23:21:06,881 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-673717313/backup-masters/ba7f32532130,33725,1732490466699 2024-11-24T23:21:06,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313/backup-masters 2024-11-24T23:21:06,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313/backup-masters 2024-11-24T23:21:06,893 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Set watcher on existing znode=/1-673717313/backup-masters/ba7f32532130,33725,1732490466699 2024-11-24T23:21:06,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-673717313/master 2024-11-24T23:21:06,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:06,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:06,903 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Set watcher on existing znode=/1-673717313/master 2024-11-24T23:21:06,903 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-673717313/backup-masters/ba7f32532130,33725,1732490466699 from backup master directory 2024-11-24T23:21:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-673717313/backup-masters/ba7f32532130,33725,1732490466699 2024-11-24T23:21:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313/backup-masters 2024-11-24T23:21:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313/backup-masters 2024-11-24T23:21:06,914 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:21:06,914 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,33725,1732490466699 2024-11-24T23:21:06,916 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/hbase.id] with ID: 3fe7f31f-4c31-404b-8930-95009ac5444b 2024-11-24T23:21:06,916 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/.tmp/hbase.id 2024-11-24T23:21:06,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:21:07,320 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/.tmp/hbase.id]:[hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/hbase.id] 2024-11-24T23:21:07,327 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:07,327 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:21:07,328 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:21:07,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:07,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:07,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:21:07,744 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:07,745 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:21:07,745 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:07,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:21:08,151 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store 2024-11-24T23:21:08,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:21:08,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:08,556 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:08,556 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:21:08,556 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:08,556 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:08,556 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:21:08,556 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:08,556 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:08,556 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490468556Disabling compacts and flushes for region at 1732490468556Disabling writes for close at 1732490468556Writing region close event to WAL at 1732490468556Closed at 1732490468556 2024-11-24T23:21:08,557 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/.initializing 2024-11-24T23:21:08,557 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/WALs/ba7f32532130,33725,1732490466699 2024-11-24T23:21:08,557 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:21:08,559 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C33725%2C1732490466699, suffix=, logDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/WALs/ba7f32532130,33725,1732490466699, archiveDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/oldWALs, maxLogs=10 2024-11-24T23:21:08,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:08,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:08,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:08,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:08,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:08,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:08,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:08,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:08,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:08,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:08,570 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/WALs/ba7f32532130,33725,1732490466699/ba7f32532130%2C33725%2C1732490466699.1732490468559, exclude list is [], retry=0 2024-11-24T23:21:08,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41753,DS-dbf4829d-b8e4-41d5-9b93-e83e8eaa250f,DISK] 2024-11-24T23:21:08,574 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/WALs/ba7f32532130,33725,1732490466699/ba7f32532130%2C33725%2C1732490466699.1732490468559 2024-11-24T23:21:08,574 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37773:37773)] 2024-11-24T23:21:08,574 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:08,574 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:08,574 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:08,574 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:08,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:08,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:21:08,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:08,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:08,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:08,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:21:08,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:08,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:08,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:08,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:21:08,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:08,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:08,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:08,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:21:08,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:08,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:08,581 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:08,581 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:08,582 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:08,582 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:08,582 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:08,583 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:08,584 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:08,585 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:08,585 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69616452, jitterRate=0.03736597299575806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:08,585 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490468574Initializing all the Stores at 1732490468575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490468575Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490468575Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490468575Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490468575Cleaning up temporary data from old regions at 1732490468582 (+7 ms)Region opened successfully at 1732490468585 (+3 ms) 2024-11-24T23:21:08,586 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:21:08,588 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f54e85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:21:08,588 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:21:08,589 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:21:08,589 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:21:08,589 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:21:08,589 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:21:08,589 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:21:08,589 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:21:08,591 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:21:08,592 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Unable to get data of znode /1-673717313/balancer because node does not exist (not necessarily an error) 2024-11-24T23:21:08,650 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-673717313/balancer already deleted, retry=false 2024-11-24T23:21:08,651 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:21:08,651 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Unable to get data of znode /1-673717313/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:21:08,661 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-673717313/normalizer already deleted, retry=false 2024-11-24T23:21:08,661 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:21:08,662 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Unable to get data of znode /1-673717313/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:21:08,671 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-673717313/switch/split already deleted, retry=false 2024-11-24T23:21:08,672 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Unable to get data of znode /1-673717313/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:21:08,682 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-673717313/switch/merge already deleted, retry=false 2024-11-24T23:21:08,683 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Unable to get data of znode /1-673717313/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:21:08,692 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-673717313/snapshot-cleanup already deleted, retry=false 2024-11-24T23:21:08,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-673717313/running 2024-11-24T23:21:08,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-673717313/running 2024-11-24T23:21:08,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:08,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:08,703 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,33725,1732490466699, sessionid=0x1016f2672bd0003, setting cluster-up flag (Was=false) 2024-11-24T23:21:08,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:08,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:08,756 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-673717313/flush-table-proc/acquired, /1-673717313/flush-table-proc/reached, /1-673717313/flush-table-proc/abort 2024-11-24T23:21:08,756 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,33725,1732490466699 2024-11-24T23:21:08,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:08,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:08,808 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-673717313/online-snapshot/acquired, /1-673717313/online-snapshot/reached, /1-673717313/online-snapshot/abort 2024-11-24T23:21:08,809 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,33725,1732490466699 2024-11-24T23:21:08,810 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:21:08,811 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:08,811 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:21:08,811 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:21:08,812 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,33725,1732490466699 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:21:08,813 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:08,813 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:08,813 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:08,813 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:08,813 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:21:08,813 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,813 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:21:08,813 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,813 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490498813 2024-11-24T23:21:08,814 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:21:08,814 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:21:08,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:08,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:21:08,814 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:21:08,814 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:21:08,814 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:21:08,814 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:21:08,815 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,815 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:08,815 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:21:08,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:21:08,815 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:21:08,815 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:21:08,815 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:21:08,816 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:21:08,816 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:21:08,820 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490468816,5,FailOnTimeoutGroup] 2024-11-24T23:21:08,820 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490468820,5,FailOnTimeoutGroup] 2024-11-24T23:21:08,820 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,821 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:21:08,821 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,821 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:21:08,871 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(746): ClusterId : 3fe7f31f-4c31-404b-8930-95009ac5444b 2024-11-24T23:21:08,871 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:21:08,883 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:21:08,883 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:21:08,893 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:21:08,893 DEBUG [RS:0;ba7f32532130:45433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c8fba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:21:08,906 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:45433 2024-11-24T23:21:08,906 INFO [RS:0;ba7f32532130:45433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:21:08,906 INFO [RS:0;ba7f32532130:45433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:21:08,906 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:21:08,907 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,33725,1732490466699 with port=45433, startcode=1732490466846 2024-11-24T23:21:08,907 DEBUG [RS:0;ba7f32532130:45433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:21:08,908 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:21:08,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,45433,1732490466846 2024-11-24T23:21:08,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33725 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,45433,1732490466846 2024-11-24T23:21:08,910 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0 2024-11-24T23:21:08,910 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37433 2024-11-24T23:21:08,910 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:21:08,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313/rs 2024-11-24T23:21:08,969 DEBUG [RS:0;ba7f32532130:45433 {}] zookeeper.ZKUtil(111): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Set watcher on existing znode=/1-673717313/rs/ba7f32532130,45433,1732490466846 2024-11-24T23:21:08,969 WARN [RS:0;ba7f32532130:45433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:21:08,969 INFO [RS:0;ba7f32532130:45433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:08,970 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846 2024-11-24T23:21:08,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,45433,1732490466846] 2024-11-24T23:21:08,972 INFO [RS:0;ba7f32532130:45433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:21:08,973 INFO [RS:0;ba7f32532130:45433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:21:08,974 INFO [RS:0;ba7f32532130:45433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:21:08,974 INFO [RS:0;ba7f32532130:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,974 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:21:08,975 INFO [RS:0;ba7f32532130:45433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:21:08,975 INFO [RS:0;ba7f32532130:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:21:08,975 DEBUG [RS:0;ba7f32532130:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:21:08,976 INFO [RS:0;ba7f32532130:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,976 INFO [RS:0;ba7f32532130:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,976 INFO [RS:0;ba7f32532130:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,976 INFO [RS:0;ba7f32532130:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,976 INFO [RS:0;ba7f32532130:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,976 INFO [RS:0;ba7f32532130:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,45433,1732490466846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:21:08,988 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:21:08,988 INFO [RS:0;ba7f32532130:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,45433,1732490466846-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,988 INFO [RS:0;ba7f32532130:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:08,988 INFO [RS:0;ba7f32532130:45433 {}] regionserver.Replication(171): ba7f32532130,45433,1732490466846 started 2024-11-24T23:21:09,000 INFO [RS:0;ba7f32532130:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:09,000 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,45433,1732490466846, RpcServer on ba7f32532130/172.17.0.3:45433, sessionid=0x1016f2672bd0004 2024-11-24T23:21:09,001 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:21:09,001 DEBUG [RS:0;ba7f32532130:45433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,45433,1732490466846 2024-11-24T23:21:09,001 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,45433,1732490466846' 2024-11-24T23:21:09,001 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-673717313/flush-table-proc/abort' 2024-11-24T23:21:09,001 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-673717313/flush-table-proc/acquired' 2024-11-24T23:21:09,001 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:21:09,001 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:21:09,001 DEBUG [RS:0;ba7f32532130:45433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,45433,1732490466846 2024-11-24T23:21:09,001 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,45433,1732490466846' 2024-11-24T23:21:09,001 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-673717313/online-snapshot/abort' 2024-11-24T23:21:09,002 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-673717313/online-snapshot/acquired' 2024-11-24T23:21:09,002 DEBUG [RS:0;ba7f32532130:45433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:21:09,002 INFO [RS:0;ba7f32532130:45433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:21:09,002 INFO [RS:0;ba7f32532130:45433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:21:09,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:21:09,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:09,102 INFO [RS:0;ba7f32532130:45433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:21:09,104 INFO [RS:0;ba7f32532130:45433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C45433%2C1732490466846, suffix=, logDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846, archiveDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/oldWALs, maxLogs=10 2024-11-24T23:21:09,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:09,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:09,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:09,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:09,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:09,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:09,120 DEBUG [RS:0;ba7f32532130:45433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104, exclude list is [], retry=0 2024-11-24T23:21:09,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41753,DS-dbf4829d-b8e4-41d5-9b93-e83e8eaa250f,DISK] 2024-11-24T23:21:09,123 INFO [RS:0;ba7f32532130:45433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 2024-11-24T23:21:09,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:09,124 DEBUG [RS:0;ba7f32532130:45433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37773:37773)] 2024-11-24T23:21:09,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:09,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:09,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:09,160 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:21:09,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:21:09,227 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0 2024-11-24T23:21:09,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:21:09,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:09,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:21:09,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:21:09,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:09,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:09,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:21:09,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:21:09,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:09,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:09,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:21:09,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:21:09,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:09,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:09,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:21:09,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:21:09,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:09,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:09,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:21:09,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740 2024-11-24T23:21:09,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740 2024-11-24T23:21:09,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:21:09,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:21:09,639 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:09,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:21:09,642 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:09,642 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74201284, jitterRate=0.105685293674469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:09,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490469632Initializing all the Stores at 1732490469633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490469633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490469633Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490469633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490469633Cleaning up temporary data from old regions at 1732490469639 (+6 ms)Region opened successfully at 1732490469642 (+3 ms) 2024-11-24T23:21:09,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:21:09,642 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:21:09,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:21:09,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:21:09,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:21:09,643 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:21:09,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490469642Disabling compacts and flushes for region at 1732490469642Disabling writes for close at 1732490469642Writing region close event to WAL at 1732490469643 (+1 ms)Closed at 1732490469643 2024-11-24T23:21:09,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:09,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:21:09,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:21:09,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:21:09,645 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:21:09,795 DEBUG [ba7f32532130:33725 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:21:09,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,45433,1732490466846 2024-11-24T23:21:09,797 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,45433,1732490466846, state=OPENING 2024-11-24T23:21:09,844 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:21:09,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:09,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:09,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-673717313/meta-region-server: CHANGED 2024-11-24T23:21:09,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-673717313/meta-region-server: CHANGED 2024-11-24T23:21:09,856 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:21:09,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,45433,1732490466846}] 2024-11-24T23:21:10,008 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:21:10,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:21:10,011 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:21:10,011 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:10,012 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:21:10,013 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C45433%2C1732490466846.meta, suffix=.meta, logDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846, archiveDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/oldWALs, maxLogs=10 2024-11-24T23:21:10,024 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.meta.1732490470013.meta, exclude list is [], retry=0 2024-11-24T23:21:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41753,DS-dbf4829d-b8e4-41d5-9b93-e83e8eaa250f,DISK] 2024-11-24T23:21:10,027 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.meta.1732490470013.meta 2024-11-24T23:21:10,027 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37773:37773)] 2024-11-24T23:21:10,028 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:10,028 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:21:10,028 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:21:10,028 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:21:10,028 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:21:10,028 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:21:10,028 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:10,028 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:21:10,028 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:21:10,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:21:10,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:21:10,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:10,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:10,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:21:10,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:21:10,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:10,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:10,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:21:10,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:21:10,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:10,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:10,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:21:10,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:21:10,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:10,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:10,036 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:21:10,037 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740 2024-11-24T23:21:10,038 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740 2024-11-24T23:21:10,038 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:21:10,038 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:21:10,039 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:10,039 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:21:10,040 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73022385, jitterRate=0.08811832964420319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:10,040 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:21:10,040 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490470029Writing region info on filesystem at 1732490470029Initializing all the Stores at 1732490470029Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490470029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490470032 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490470032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490470032Cleaning up temporary data from old regions at 1732490470038 (+6 ms)Running coprocessor post-open hooks at 1732490470040 (+2 ms)Region opened successfully at 1732490470040 2024-11-24T23:21:10,041 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490470007 2024-11-24T23:21:10,043 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:21:10,043 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:21:10,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,45433,1732490466846 2024-11-24T23:21:10,043 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,45433,1732490466846, state=OPEN 2024-11-24T23:21:10,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-673717313/meta-region-server 2024-11-24T23:21:10,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-673717313/meta-region-server 2024-11-24T23:21:10,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,45433,1732490466846 2024-11-24T23:21:10,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-673717313/meta-region-server: CHANGED 2024-11-24T23:21:10,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-673717313/meta-region-server: CHANGED 2024-11-24T23:21:10,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:21:10,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,45433,1732490466846 in 210 msec 2024-11-24T23:21:10,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:21:10,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-24T23:21:10,069 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:10,069 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:21:10,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:10,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45433,1732490466846, seqNum=-1] 2024-11-24T23:21:10,071 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:10,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:10,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-24T23:21:10,076 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490470076, completionTime=-1 2024-11-24T23:21:10,076 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:21:10,076 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:21:10,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:21:10,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490530078 2024-11-24T23:21:10,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490590078 2024-11-24T23:21:10,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:21:10,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33725,1732490466699-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:10,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33725,1732490466699-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:10,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33725,1732490466699-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:10,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:33725, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:10,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:10,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:10,079 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:21:10,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.167sec 2024-11-24T23:21:10,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:21:10,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:21:10,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:21:10,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:21:10,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:21:10,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33725,1732490466699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:21:10,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33725,1732490466699-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:21:10,083 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:21:10,083 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:21:10,083 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33725,1732490466699-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:10,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1411bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:10,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33725,-1 for getting cluster id 2024-11-24T23:21:10,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:10,173 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fe7f31f-4c31-404b-8930-95009ac5444b' 2024-11-24T23:21:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fe7f31f-4c31-404b-8930-95009ac5444b" 2024-11-24T23:21:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfedb1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33725,-1] 2024-11-24T23:21:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:10,175 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:10,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b15dbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:10,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:10,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45433,1732490466846, seqNum=-1] 2024-11-24T23:21:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:10,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:10,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,33725,1732490466699 2024-11-24T23:21:10,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53927 2024-11-24T23:21:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:10,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016f2672bd0005 connected 2024-11-24T23:21:10,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/hadoop.log.dir so I do NOT create it in target/test-data/7232ac32-50af-7764-47fb-19ad996061e1 2024-11-24T23:21:10,295 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:21:10,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/hadoop.tmp.dir so I do NOT create it in target/test-data/7232ac32-50af-7764-47fb-19ad996061e1 2024-11-24T23:21:10,295 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:21:10,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1 2024-11-24T23:21:10,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:21:10,295 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/cluster_1a08b8e9-08d4-e7da-348a-b62442311c01, deleteOnExit=true 2024-11-24T23:21:10,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:21:10,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/test.cache.data in system properties and HBase conf 2024-11-24T23:21:10,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:21:10,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:21:10,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:21:10,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:21:10,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:21:10,296 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:21:10,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:21:10,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:21:10,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:21:10,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:21:10,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:21:10,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:21:10,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:21:10,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:21:10,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:21:10,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:21:10,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:21:10,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:21:10,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:21:10,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:21:10,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:10,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:21:10,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:21:10,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:21:10,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:21:10,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:10,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655c6ebf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:21:10,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f137416{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:21:10,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3198c032{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/java.io.tmpdir/jetty-localhost-36827-hadoop-hdfs-3_4_1-tests_jar-_-any-15426973514733917513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:21:10,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66c54baa{HTTP/1.1, (http/1.1)}{localhost:36827} 2024-11-24T23:21:10,770 INFO [Time-limited test {}] server.Server(415): Started @243445ms 2024-11-24T23:21:11,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:11,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:21:11,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:21:11,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:21:11,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:21:11,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c41974f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:21:11,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f83a877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:21:11,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@205f457f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/java.io.tmpdir/jetty-localhost-43567-hadoop-hdfs-3_4_1-tests_jar-_-any-5375690922753830455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:21:11,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15cfca75{HTTP/1.1, (http/1.1)}{localhost:43567} 2024-11-24T23:21:11,406 INFO [Time-limited test {}] server.Server(415): Started @244080ms 2024-11-24T23:21:11,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:21:12,201 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/cluster_1a08b8e9-08d4-e7da-348a-b62442311c01/data/data1/current/BP-1818123713-172.17.0.3-1732490470315/current, will proceed with Du for space computation calculation, 2024-11-24T23:21:12,205 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/cluster_1a08b8e9-08d4-e7da-348a-b62442311c01/data/data2/current/BP-1818123713-172.17.0.3-1732490470315/current, will proceed with Du for space computation calculation, 2024-11-24T23:21:12,282 WARN [Thread-2885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:21:12,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68bf523631e50b5d with lease ID 0xff4057ea561ff20: Processing first storage report for DS-6f70ded8-4bac-4806-9d03-6954ebd223a5 from datanode DatanodeRegistration(127.0.0.1:34181, datanodeUuid=9f40d0ef-60c4-44fc-8d2b-118025b75347, infoPort=34027, infoSecurePort=0, ipcPort=34699, storageInfo=lv=-57;cid=testClusterID;nsid=441778677;c=1732490470315) 2024-11-24T23:21:12,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68bf523631e50b5d with lease ID 0xff4057ea561ff20: from storage DS-6f70ded8-4bac-4806-9d03-6954ebd223a5 node DatanodeRegistration(127.0.0.1:34181, datanodeUuid=9f40d0ef-60c4-44fc-8d2b-118025b75347, infoPort=34027, infoSecurePort=0, ipcPort=34699, storageInfo=lv=-57;cid=testClusterID;nsid=441778677;c=1732490470315), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T23:21:12,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68bf523631e50b5d with lease ID 0xff4057ea561ff20: Processing first storage report for DS-7693b9a0-49c1-4897-b722-5916a046e27d from datanode DatanodeRegistration(127.0.0.1:34181, datanodeUuid=9f40d0ef-60c4-44fc-8d2b-118025b75347, infoPort=34027, infoSecurePort=0, ipcPort=34699, storageInfo=lv=-57;cid=testClusterID;nsid=441778677;c=1732490470315) 2024-11-24T23:21:12,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68bf523631e50b5d with lease ID 0xff4057ea561ff20: from storage DS-7693b9a0-49c1-4897-b722-5916a046e27d node DatanodeRegistration(127.0.0.1:34181, datanodeUuid=9f40d0ef-60c4-44fc-8d2b-118025b75347, infoPort=34027, infoSecurePort=0, ipcPort=34699, storageInfo=lv=-57;cid=testClusterID;nsid=441778677;c=1732490470315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:21:12,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1 2024-11-24T23:21:12,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:12,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:12,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:21:12,385 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5 with version=8 2024-11-24T23:21:12,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/hbase-staging 2024-11-24T23:21:12,387 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:21:12,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:12,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:12,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:21:12,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:12,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:21:12,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:21:12,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:21:12,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33795 2024-11-24T23:21:12,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33795 connecting to ZooKeeper ensemble=127.0.0.1:53927 2024-11-24T23:21:12,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337950x0, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:12,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33795-0x1016f2672bd0006 connected 2024-11-24T23:21:12,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:12,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:12,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Set watcher on znode that does not yet exist, /21606852185/running 2024-11-24T23:21:12,491 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5, hbase.cluster.distributed=false 2024-11-24T23:21:12,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Set watcher on znode that does not yet exist, /21606852185/acl 2024-11-24T23:21:12,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33795 2024-11-24T23:21:12,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33795 2024-11-24T23:21:12,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33795 2024-11-24T23:21:12,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33795 2024-11-24T23:21:12,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33795 2024-11-24T23:21:12,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:21:12,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:12,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:12,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:21:12,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:12,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:21:12,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:21:12,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:21:12,542 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44773 2024-11-24T23:21:12,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44773 connecting to ZooKeeper ensemble=127.0.0.1:53927 2024-11-24T23:21:12,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:12,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:12,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447730x0, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:12,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447730x0, quorum=127.0.0.1:53927, baseZNode=/21606852185 Set watcher on znode that does not yet exist, /21606852185/running 2024-11-24T23:21:12,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:21:12,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44773-0x1016f2672bd0007 connected 2024-11-24T23:21:12,584 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:21:12,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Set watcher on znode that does not yet exist, /21606852185/master 2024-11-24T23:21:12,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Set watcher on znode that does not yet exist, /21606852185/acl 2024-11-24T23:21:12,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44773 2024-11-24T23:21:12,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44773 2024-11-24T23:21:12,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44773 2024-11-24T23:21:12,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44773 2024-11-24T23:21:12,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44773 2024-11-24T23:21:12,634 DEBUG [M:0;ba7f32532130:33795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:33795 2024-11-24T23:21:12,636 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21606852185/backup-masters/ba7f32532130,33795,1732490472387 2024-11-24T23:21:12,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185/backup-masters 2024-11-24T23:21:12,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185/backup-masters 2024-11-24T23:21:12,646 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Set watcher on existing znode=/21606852185/backup-masters/ba7f32532130,33795,1732490472387 2024-11-24T23:21:12,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21606852185/master 2024-11-24T23:21:12,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:12,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:12,658 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Set watcher on existing znode=/21606852185/master 2024-11-24T23:21:12,658 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21606852185/backup-masters/ba7f32532130,33795,1732490472387 from backup master directory 2024-11-24T23:21:12,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185/backup-masters 2024-11-24T23:21:12,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21606852185/backup-masters/ba7f32532130,33795,1732490472387 2024-11-24T23:21:12,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185/backup-masters 2024-11-24T23:21:12,677 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:21:12,677 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,33795,1732490472387 2024-11-24T23:21:12,685 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/hbase.id] with ID: 374906ae-378c-4f38-8f90-da93d230b853 2024-11-24T23:21:12,685 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/.tmp/hbase.id 2024-11-24T23:21:12,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:21:13,144 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/.tmp/hbase.id]:[hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/hbase.id] 2024-11-24T23:21:13,153 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:13,153 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:21:13,154 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:21:13,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:13,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:13,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:21:13,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:21:13,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T23:21:13,577 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:13,578 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:21:13,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:13,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:21:13,595 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store 2024-11-24T23:21:13,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:21:14,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:14,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:21:14,025 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:14,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:14,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:21:14,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:14,025 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:14,025 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490474025Disabling compacts and flushes for region at 1732490474025Disabling writes for close at 1732490474025Writing region close event to WAL at 1732490474025Closed at 1732490474025 2024-11-24T23:21:14,026 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/.initializing 2024-11-24T23:21:14,026 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/WALs/ba7f32532130,33795,1732490472387 2024-11-24T23:21:14,027 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:21:14,028 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C33795%2C1732490472387, suffix=, logDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/WALs/ba7f32532130,33795,1732490472387, archiveDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/oldWALs, maxLogs=10 2024-11-24T23:21:14,045 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/WALs/ba7f32532130,33795,1732490472387/ba7f32532130%2C33795%2C1732490472387.1732490474029, exclude list is [], retry=0 2024-11-24T23:21:14,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-6f70ded8-4bac-4806-9d03-6954ebd223a5,DISK] 2024-11-24T23:21:14,050 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/WALs/ba7f32532130,33795,1732490472387/ba7f32532130%2C33795%2C1732490472387.1732490474029 2024-11-24T23:21:14,056 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-24T23:21:14,056 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:14,056 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:14,056 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:14,056 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:14,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:14,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:21:14,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:14,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:14,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:14,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:21:14,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:14,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:14,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:14,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:21:14,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:14,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:14,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:14,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:21:14,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:14,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:14,074 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:14,074 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:14,074 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:14,075 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:14,075 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:14,076 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:14,076 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:14,078 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:14,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69215586, jitterRate=0.03139260411262512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:14,078 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490474057Initializing all the Stores at 1732490474057Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490474057Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490474068 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490474068Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490474068Cleaning up temporary data from old regions at 1732490474075 (+7 ms)Region opened successfully at 1732490474078 (+3 ms) 2024-11-24T23:21:14,078 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:21:14,080 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6457331d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:21:14,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:21:14,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:21:14,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:21:14,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:21:14,081 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:21:14,082 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:21:14,082 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:21:14,083 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:21:14,084 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Unable to get data of znode /21606852185/balancer because node does not exist (not necessarily an error) 2024-11-24T23:21:14,137 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21606852185/balancer already deleted, retry=false 2024-11-24T23:21:14,138 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:21:14,139 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Unable to get data of znode /21606852185/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:21:14,222 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21606852185/normalizer already deleted, retry=false 2024-11-24T23:21:14,222 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:21:14,223 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Unable to get data of znode /21606852185/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:21:14,296 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21606852185/switch/split already deleted, retry=false 2024-11-24T23:21:14,297 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Unable to get data of znode /21606852185/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:21:14,350 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:14,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:21:14,351 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48369 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:21:14,381 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21606852185/switch/merge already deleted, retry=false 2024-11-24T23:21:14,383 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Unable to get data of znode /21606852185/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:21:14,402 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21606852185/snapshot-cleanup already deleted, retry=false 2024-11-24T23:21:14,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21606852185/running 2024-11-24T23:21:14,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21606852185/running 2024-11-24T23:21:14,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:14,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:14,476 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,33795,1732490472387, sessionid=0x1016f2672bd0006, setting cluster-up flag (Was=false) 2024-11-24T23:21:14,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:14,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:14,539 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21606852185/flush-table-proc/acquired, /21606852185/flush-table-proc/reached, /21606852185/flush-table-proc/abort 2024-11-24T23:21:14,540 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,33795,1732490472387 2024-11-24T23:21:14,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:14,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:14,591 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21606852185/online-snapshot/acquired, /21606852185/online-snapshot/reached, /21606852185/online-snapshot/abort 2024-11-24T23:21:14,592 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,33795,1732490472387 2024-11-24T23:21:14,593 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:21:14,594 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:14,595 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:21:14,595 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:21:14,595 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,33795,1732490472387 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:21:14,596 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:14,596 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:14,596 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:14,596 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:14,596 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:21:14,596 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,596 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:21:14,596 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,597 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490504597 2024-11-24T23:21:14,597 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:21:14,597 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:21:14,597 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:21:14,597 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:21:14,597 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:21:14,597 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:21:14,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:14,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:21:14,599 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:14,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:21:14,600 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,608 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:21:14,608 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:21:14,608 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:21:14,608 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:21:14,609 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:21:14,609 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:21:14,612 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490474609,5,FailOnTimeoutGroup] 2024-11-24T23:21:14,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:21:14,620 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490474612,5,FailOnTimeoutGroup] 2024-11-24T23:21:14,620 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,620 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:21:14,620 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,620 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,621 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(746): ClusterId : 374906ae-378c-4f38-8f90-da93d230b853 2024-11-24T23:21:14,621 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:21:14,634 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:21:14,634 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:21:14,645 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:21:14,645 DEBUG [RS:0;ba7f32532130:44773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f28594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:21:14,662 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:44773 2024-11-24T23:21:14,662 INFO [RS:0;ba7f32532130:44773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:21:14,662 INFO [RS:0;ba7f32532130:44773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:21:14,662 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:21:14,663 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,33795,1732490472387 with port=44773, startcode=1732490472539 2024-11-24T23:21:14,663 DEBUG [RS:0;ba7f32532130:44773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:21:14,665 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:21:14,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,44773,1732490472539 2024-11-24T23:21:14,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33795 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,44773,1732490472539 2024-11-24T23:21:14,667 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5 2024-11-24T23:21:14,667 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37607 2024-11-24T23:21:14,667 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:21:14,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185/rs 2024-11-24T23:21:14,751 DEBUG [RS:0;ba7f32532130:44773 {}] zookeeper.ZKUtil(111): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Set watcher on existing znode=/21606852185/rs/ba7f32532130,44773,1732490472539 2024-11-24T23:21:14,751 WARN [RS:0;ba7f32532130:44773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:21:14,752 INFO [RS:0;ba7f32532130:44773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:14,752 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539 2024-11-24T23:21:14,752 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,44773,1732490472539] 2024-11-24T23:21:14,754 INFO [RS:0;ba7f32532130:44773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:21:14,755 INFO [RS:0;ba7f32532130:44773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:21:14,756 INFO [RS:0;ba7f32532130:44773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:21:14,756 INFO [RS:0;ba7f32532130:44773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,756 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:21:14,756 INFO [RS:0;ba7f32532130:44773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:21:14,757 INFO [RS:0;ba7f32532130:44773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:21:14,757 DEBUG [RS:0;ba7f32532130:44773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:21:14,760 INFO [RS:0;ba7f32532130:44773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,760 INFO [RS:0;ba7f32532130:44773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,760 INFO [RS:0;ba7f32532130:44773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,760 INFO [RS:0;ba7f32532130:44773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,760 INFO [RS:0;ba7f32532130:44773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,760 INFO [RS:0;ba7f32532130:44773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44773,1732490472539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:21:14,780 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:21:14,781 INFO [RS:0;ba7f32532130:44773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44773,1732490472539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,781 INFO [RS:0;ba7f32532130:44773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,781 INFO [RS:0;ba7f32532130:44773 {}] regionserver.Replication(171): ba7f32532130,44773,1732490472539 started 2024-11-24T23:21:14,796 INFO [RS:0;ba7f32532130:44773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:14,796 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,44773,1732490472539, RpcServer on ba7f32532130/172.17.0.3:44773, sessionid=0x1016f2672bd0007 2024-11-24T23:21:14,796 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:21:14,796 DEBUG [RS:0;ba7f32532130:44773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,44773,1732490472539 2024-11-24T23:21:14,797 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,44773,1732490472539' 2024-11-24T23:21:14,797 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21606852185/flush-table-proc/abort' 2024-11-24T23:21:14,797 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21606852185/flush-table-proc/acquired' 2024-11-24T23:21:14,797 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:21:14,797 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:21:14,797 DEBUG [RS:0;ba7f32532130:44773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,44773,1732490472539 2024-11-24T23:21:14,797 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,44773,1732490472539' 2024-11-24T23:21:14,797 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21606852185/online-snapshot/abort' 2024-11-24T23:21:14,798 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21606852185/online-snapshot/acquired' 2024-11-24T23:21:14,798 DEBUG [RS:0;ba7f32532130:44773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:21:14,798 INFO [RS:0;ba7f32532130:44773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:21:14,798 INFO [RS:0;ba7f32532130:44773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:21:14,898 INFO [RS:0;ba7f32532130:44773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:21:14,900 INFO [RS:0;ba7f32532130:44773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C44773%2C1732490472539, suffix=, logDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539, archiveDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/oldWALs, maxLogs=10 2024-11-24T23:21:14,915 DEBUG [RS:0;ba7f32532130:44773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900, exclude list is [], retry=0 2024-11-24T23:21:14,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-6f70ded8-4bac-4806-9d03-6954ebd223a5,DISK] 2024-11-24T23:21:14,929 INFO [RS:0;ba7f32532130:44773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 2024-11-24T23:21:14,931 DEBUG [RS:0;ba7f32532130:44773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-24T23:21:15,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:21:15,015 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5 2024-11-24T23:21:15,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:21:15,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:15,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:21:15,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:21:15,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:15,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:15,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:21:15,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:21:15,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:15,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:15,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:21:15,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:21:15,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:15,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:15,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:21:15,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:21:15,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:15,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:15,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:21:15,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740 2024-11-24T23:21:15,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740 2024-11-24T23:21:15,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:21:15,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:21:15,028 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:15,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:21:15,031 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:15,031 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71618041, jitterRate=0.0671919733285904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:15,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490475021Initializing all the Stores at 1732490475021Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490475021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490475021Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490475021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490475021Cleaning up temporary data from old regions at 1732490475028 (+7 ms)Region opened successfully at 1732490475031 (+3 ms) 2024-11-24T23:21:15,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:21:15,031 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:21:15,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:21:15,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:21:15,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:21:15,032 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:21:15,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490475031Disabling compacts and flushes for region at 1732490475031Disabling writes for close at 1732490475031Writing region close event to WAL at 1732490475032 (+1 ms)Closed at 1732490475032 2024-11-24T23:21:15,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:15,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:21:15,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:21:15,034 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:21:15,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:21:15,185 DEBUG [ba7f32532130:33795 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:21:15,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,44773,1732490472539 2024-11-24T23:21:15,186 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,44773,1732490472539, state=OPENING 2024-11-24T23:21:15,260 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:21:15,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:15,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:15,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21606852185/meta-region-server: CHANGED 2024-11-24T23:21:15,410 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:21:15,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21606852185/meta-region-server: CHANGED 2024-11-24T23:21:15,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,44773,1732490472539}] 2024-11-24T23:21:15,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:21:15,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:15,566 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:21:15,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:21:15,572 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:21:15,572 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:15,572 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:21:15,574 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C44773%2C1732490472539.meta, suffix=.meta, logDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539, archiveDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/oldWALs, maxLogs=10 2024-11-24T23:21:15,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:15,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:15,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:15,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:15,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:15,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:15,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:15,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:15,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:15,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:15,592 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.meta.1732490475574.meta, exclude list is [], retry=0 2024-11-24T23:21:15,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-6f70ded8-4bac-4806-9d03-6954ebd223a5,DISK] 2024-11-24T23:21:15,596 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.meta.1732490475574.meta 2024-11-24T23:21:15,596 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-24T23:21:15,596 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:15,597 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:21:15,597 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:21:15,597 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:21:15,597 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:21:15,597 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:21:15,597 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:15,597 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:21:15,597 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:21:15,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:21:15,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:21:15,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:15,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:15,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:21:15,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:21:15,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:15,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:15,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:21:15,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:21:15,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:15,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:15,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:21:15,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:21:15,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:15,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:15,611 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:21:15,611 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740 2024-11-24T23:21:15,612 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740 2024-11-24T23:21:15,613 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:21:15,613 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:21:15,613 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:15,614 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:21:15,614 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70991838, jitterRate=0.05786082148551941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:15,614 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:21:15,614 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490475597Writing region info on filesystem at 1732490475597Initializing all the Stores at 1732490475598 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490475598Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490475604 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490475604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490475604Cleaning up temporary data from old regions at 1732490475613 (+9 ms)Running coprocessor post-open hooks at 1732490475614 (+1 ms)Region opened successfully at 1732490475614 2024-11-24T23:21:15,615 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490475566 2024-11-24T23:21:15,617 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:21:15,617 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:21:15,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,44773,1732490472539 2024-11-24T23:21:15,618 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,44773,1732490472539, state=OPEN 2024-11-24T23:21:15,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21606852185/meta-region-server 2024-11-24T23:21:15,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21606852185/meta-region-server 2024-11-24T23:21:15,665 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,44773,1732490472539 2024-11-24T23:21:15,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21606852185/meta-region-server: CHANGED 2024-11-24T23:21:15,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21606852185/meta-region-server: CHANGED 2024-11-24T23:21:15,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:21:15,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,44773,1732490472539 in 254 msec 2024-11-24T23:21:15,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:21:15,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-24T23:21:15,669 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:15,669 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:21:15,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:15,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44773,1732490472539, seqNum=-1] 2024-11-24T23:21:15,670 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:15,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:15,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0830 sec 2024-11-24T23:21:15,678 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490475678, completionTime=-1 2024-11-24T23:21:15,678 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:21:15,678 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:21:15,680 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:21:15,680 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490535680 2024-11-24T23:21:15,680 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490595680 2024-11-24T23:21:15,680 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T23:21:15,680 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33795,1732490472387-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:15,680 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33795,1732490472387-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:15,681 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33795,1732490472387-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:15,681 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:33795, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:15,681 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:15,681 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:15,683 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:21:15,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.008sec 2024-11-24T23:21:15,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:21:15,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:21:15,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:21:15,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:21:15,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:21:15,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33795,1732490472387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:21:15,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33795,1732490472387-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:21:15,687 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:21:15,687 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:21:15,687 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,33795,1732490472387-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:15,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295bfe99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:15,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33795,-1 for getting cluster id 2024-11-24T23:21:15,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:15,723 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374906ae-378c-4f38-8f90-da93d230b853' 2024-11-24T23:21:15,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:15,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374906ae-378c-4f38-8f90-da93d230b853" 2024-11-24T23:21:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961f127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33795,-1] 2024-11-24T23:21:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:15,725 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:15,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b7778c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:15,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:15,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44773,1732490472539, seqNum=-1] 2024-11-24T23:21:15,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:15,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:15,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,33795,1732490472387 2024-11-24T23:21:15,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53927 2024-11-24T23:21:15,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:15,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016f2672bd0008 connected 2024-11-24T23:21:15,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,44623,1732490461280 2024-11-24T23:21:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76f26465 2024-11-24T23:21:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:15,891 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:15,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:21:15,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:21:15,894 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:15,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:21:15,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:21:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:15,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:21:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:16,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0044aae19e4c38d74a178831fadb1df9, NAME => 'test,,1732490475891.0044aae19e4c38d74a178831fadb1df9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939 2024-11-24T23:21:16,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:21:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:16,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490475891.0044aae19e4c38d74a178831fadb1df9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:16,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0044aae19e4c38d74a178831fadb1df9, disabling compactions & flushes 2024-11-24T23:21:16,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. 2024-11-24T23:21:16,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. 2024-11-24T23:21:16,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. after waiting 0 ms 2024-11-24T23:21:16,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. 2024-11-24T23:21:16,707 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. 2024-11-24T23:21:16,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0044aae19e4c38d74a178831fadb1df9: Waiting for close lock at 1732490476706Disabling compacts and flushes for region at 1732490476706Disabling writes for close at 1732490476707 (+1 ms)Writing region close event to WAL at 1732490476707Closed at 1732490476707 2024-11-24T23:21:16,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:21:16,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490475891.0044aae19e4c38d74a178831fadb1df9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490476708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490476708"}]},"ts":"1732490476708"} 2024-11-24T23:21:16,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:21:16,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:21:16,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490476710"}]},"ts":"1732490476710"} 2024-11-24T23:21:16,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:21:16,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0044aae19e4c38d74a178831fadb1df9, ASSIGN}] 2024-11-24T23:21:16,712 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0044aae19e4c38d74a178831fadb1df9, ASSIGN 2024-11-24T23:21:16,713 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0044aae19e4c38d74a178831fadb1df9, ASSIGN; state=OFFLINE, location=ba7f32532130,34577,1732490461477; forceNewPlan=false, retain=false 2024-11-24T23:21:16,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0044aae19e4c38d74a178831fadb1df9, regionState=OPENING, regionLocation=ba7f32532130,34577,1732490461477 2024-11-24T23:21:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0044aae19e4c38d74a178831fadb1df9, ASSIGN because future has completed 2024-11-24T23:21:16,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0044aae19e4c38d74a178831fadb1df9, server=ba7f32532130,34577,1732490461477}] 2024-11-24T23:21:17,024 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. 2024-11-24T23:21:17,024 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0044aae19e4c38d74a178831fadb1df9, NAME => 'test,,1732490475891.0044aae19e4c38d74a178831fadb1df9.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:17,024 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:21:17,024 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:21:17,025 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,025 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490475891.0044aae19e4c38d74a178831fadb1df9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:17,025 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,025 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,028 INFO [StoreOpener-0044aae19e4c38d74a178831fadb1df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,029 INFO [StoreOpener-0044aae19e4c38d74a178831fadb1df9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0044aae19e4c38d74a178831fadb1df9 columnFamilyName f 2024-11-24T23:21:17,029 DEBUG [StoreOpener-0044aae19e4c38d74a178831fadb1df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:17,030 INFO [StoreOpener-0044aae19e4c38d74a178831fadb1df9-1 {}] regionserver.HStore(327): Store=0044aae19e4c38d74a178831fadb1df9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:17,030 INFO [StoreOpener-0044aae19e4c38d74a178831fadb1df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,030 INFO [StoreOpener-0044aae19e4c38d74a178831fadb1df9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0044aae19e4c38d74a178831fadb1df9 columnFamilyName f1 2024-11-24T23:21:17,030 DEBUG [StoreOpener-0044aae19e4c38d74a178831fadb1df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:17,031 INFO [StoreOpener-0044aae19e4c38d74a178831fadb1df9-1 {}] regionserver.HStore(327): Store=0044aae19e4c38d74a178831fadb1df9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:17,031 INFO [StoreOpener-0044aae19e4c38d74a178831fadb1df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:17,032 INFO [StoreOpener-0044aae19e4c38d74a178831fadb1df9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0044aae19e4c38d74a178831fadb1df9 columnFamilyName norep 2024-11-24T23:21:17,032 DEBUG [StoreOpener-0044aae19e4c38d74a178831fadb1df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:17,032 INFO [StoreOpener-0044aae19e4c38d74a178831fadb1df9-1 {}] regionserver.HStore(327): Store=0044aae19e4c38d74a178831fadb1df9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:17,032 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,033 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,033 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,034 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,034 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,034 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:21:17,035 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,037 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:17,037 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0044aae19e4c38d74a178831fadb1df9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73992646, jitterRate=0.102576345205307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:21:17,037 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:17,038 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0044aae19e4c38d74a178831fadb1df9: Running coprocessor pre-open hook at 1732490477025Writing region info on filesystem at 1732490477025Initializing all the Stores at 1732490477025Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490477025Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490477028 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490477028Cleaning up temporary data from old regions at 1732490477034 (+6 ms)Running coprocessor post-open hooks at 1732490477037 (+3 ms)Region opened successfully at 1732490477038 (+1 ms) 2024-11-24T23:21:17,039 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490475891.0044aae19e4c38d74a178831fadb1df9., pid=6, masterSystemTime=1732490477021 2024-11-24T23:21:17,040 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. 2024-11-24T23:21:17,040 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. 2024-11-24T23:21:17,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0044aae19e4c38d74a178831fadb1df9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,34577,1732490461477 2024-11-24T23:21:17,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0044aae19e4c38d74a178831fadb1df9, server=ba7f32532130,34577,1732490461477 because future has completed 2024-11-24T23:21:17,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:21:17,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0044aae19e4c38d74a178831fadb1df9, server=ba7f32532130,34577,1732490461477 in 180 msec 2024-11-24T23:21:17,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:21:17,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0044aae19e4c38d74a178831fadb1df9, ASSIGN in 339 msec 2024-11-24T23:21:17,053 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:21:17,053 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490477053"}]},"ts":"1732490477053"} 2024-11-24T23:21:17,055 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:21:17,055 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:21:17,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-24T23:21:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:18,042 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:21:18,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,33725,1732490466699 2024-11-24T23:21:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@210d01fa 2024-11-24T23:21:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:18,044 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:18,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:21:18,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:21:18,046 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:18,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:21:18,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:21:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:21:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:18,465 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9103e0c04593d0b65ae0cbb9867eb60, NAME => 'test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0 2024-11-24T23:21:18,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:21:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:18,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:18,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b9103e0c04593d0b65ae0cbb9867eb60, disabling compactions & flushes 2024-11-24T23:21:18,870 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. 2024-11-24T23:21:18,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. 2024-11-24T23:21:18,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. after waiting 0 ms 2024-11-24T23:21:18,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. 2024-11-24T23:21:18,870 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. 2024-11-24T23:21:18,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9103e0c04593d0b65ae0cbb9867eb60: Waiting for close lock at 1732490478870Disabling compacts and flushes for region at 1732490478870Disabling writes for close at 1732490478870Writing region close event to WAL at 1732490478870Closed at 1732490478870 2024-11-24T23:21:18,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:21:18,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490478872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490478872"}]},"ts":"1732490478872"} 2024-11-24T23:21:18,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:21:18,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:21:18,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490478874"}]},"ts":"1732490478874"} 2024-11-24T23:21:18,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:21:18,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9103e0c04593d0b65ae0cbb9867eb60, ASSIGN}] 2024-11-24T23:21:18,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9103e0c04593d0b65ae0cbb9867eb60, ASSIGN 2024-11-24T23:21:18,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b9103e0c04593d0b65ae0cbb9867eb60, ASSIGN; state=OFFLINE, location=ba7f32532130,45433,1732490466846; forceNewPlan=false, retain=false 2024-11-24T23:21:19,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9103e0c04593d0b65ae0cbb9867eb60, regionState=OPENING, regionLocation=ba7f32532130,45433,1732490466846 2024-11-24T23:21:19,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b9103e0c04593d0b65ae0cbb9867eb60, ASSIGN because future has completed 2024-11-24T23:21:19,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9103e0c04593d0b65ae0cbb9867eb60, server=ba7f32532130,45433,1732490466846}] 2024-11-24T23:21:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:19,189 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. 2024-11-24T23:21:19,189 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b9103e0c04593d0b65ae0cbb9867eb60, NAME => 'test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:19,189 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:21:19,189 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:21:19,189 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,190 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:19,190 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,190 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,196 INFO [StoreOpener-b9103e0c04593d0b65ae0cbb9867eb60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,197 INFO [StoreOpener-b9103e0c04593d0b65ae0cbb9867eb60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9103e0c04593d0b65ae0cbb9867eb60 columnFamilyName f 2024-11-24T23:21:19,198 DEBUG [StoreOpener-b9103e0c04593d0b65ae0cbb9867eb60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:19,198 INFO [StoreOpener-b9103e0c04593d0b65ae0cbb9867eb60-1 {}] regionserver.HStore(327): Store=b9103e0c04593d0b65ae0cbb9867eb60/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:19,198 INFO [StoreOpener-b9103e0c04593d0b65ae0cbb9867eb60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,199 INFO [StoreOpener-b9103e0c04593d0b65ae0cbb9867eb60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9103e0c04593d0b65ae0cbb9867eb60 columnFamilyName f1 2024-11-24T23:21:19,199 DEBUG [StoreOpener-b9103e0c04593d0b65ae0cbb9867eb60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:19,199 INFO [StoreOpener-b9103e0c04593d0b65ae0cbb9867eb60-1 {}] regionserver.HStore(327): Store=b9103e0c04593d0b65ae0cbb9867eb60/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:19,199 INFO [StoreOpener-b9103e0c04593d0b65ae0cbb9867eb60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,200 INFO [StoreOpener-b9103e0c04593d0b65ae0cbb9867eb60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9103e0c04593d0b65ae0cbb9867eb60 columnFamilyName norep 2024-11-24T23:21:19,200 DEBUG [StoreOpener-b9103e0c04593d0b65ae0cbb9867eb60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:19,201 INFO [StoreOpener-b9103e0c04593d0b65ae0cbb9867eb60-1 {}] regionserver.HStore(327): Store=b9103e0c04593d0b65ae0cbb9867eb60/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:19,201 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,201 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,202 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,202 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,202 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,203 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:21:19,204 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,209 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:19,210 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b9103e0c04593d0b65ae0cbb9867eb60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65863998, jitterRate=-0.018549948930740356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:21:19,210 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:19,210 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b9103e0c04593d0b65ae0cbb9867eb60: Running coprocessor pre-open hook at 1732490479190Writing region info on filesystem at 1732490479190Initializing all the Stores at 1732490479191 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490479191Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490479193 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490479193Cleaning up temporary data from old regions at 1732490479202 (+9 ms)Running coprocessor post-open hooks at 1732490479210 (+8 ms)Region opened successfully at 1732490479210 2024-11-24T23:21:19,211 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60., pid=6, masterSystemTime=1732490479183 2024-11-24T23:21:19,213 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. 2024-11-24T23:21:19,213 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. 2024-11-24T23:21:19,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9103e0c04593d0b65ae0cbb9867eb60, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,45433,1732490466846 2024-11-24T23:21:19,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9103e0c04593d0b65ae0cbb9867eb60, server=ba7f32532130,45433,1732490466846 because future has completed 2024-11-24T23:21:19,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:21:19,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b9103e0c04593d0b65ae0cbb9867eb60, server=ba7f32532130,45433,1732490466846 in 186 msec 2024-11-24T23:21:19,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:21:19,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b9103e0c04593d0b65ae0cbb9867eb60, ASSIGN in 343 msec 2024-11-24T23:21:19,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:21:19,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490479222"}]},"ts":"1732490479222"} 2024-11-24T23:21:19,224 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:21:19,225 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:21:19,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec 2024-11-24T23:21:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:20,202 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:21:20,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:20,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,33795,1732490472387 2024-11-24T23:21:20,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cf01be5 2024-11-24T23:21:20,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:20,208 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:20,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:21:20,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:21:20,217 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:20,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:21:20,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:21:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:20,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:21:20,285 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0254c9ebd7a5506c61e1b4677ff40b75, NAME => 'test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5 2024-11-24T23:21:20,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:21:20,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:20,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0254c9ebd7a5506c61e1b4677ff40b75, disabling compactions & flushes 2024-11-24T23:21:20,315 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. 2024-11-24T23:21:20,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. 2024-11-24T23:21:20,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. after waiting 0 ms 2024-11-24T23:21:20,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. 2024-11-24T23:21:20,315 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. 2024-11-24T23:21:20,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0254c9ebd7a5506c61e1b4677ff40b75: Waiting for close lock at 1732490480315Disabling compacts and flushes for region at 1732490480315Disabling writes for close at 1732490480315Writing region close event to WAL at 1732490480315Closed at 1732490480315 2024-11-24T23:21:20,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:21:20,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490480317"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490480317"}]},"ts":"1732490480317"} 2024-11-24T23:21:20,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:21:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:20,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:21:20,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490480324"}]},"ts":"1732490480324"} 2024-11-24T23:21:20,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:21:20,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0254c9ebd7a5506c61e1b4677ff40b75, ASSIGN}] 2024-11-24T23:21:20,329 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0254c9ebd7a5506c61e1b4677ff40b75, ASSIGN 2024-11-24T23:21:20,331 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0254c9ebd7a5506c61e1b4677ff40b75, ASSIGN; state=OFFLINE, location=ba7f32532130,44773,1732490472539; forceNewPlan=false, retain=false 2024-11-24T23:21:20,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0254c9ebd7a5506c61e1b4677ff40b75, regionState=OPENING, regionLocation=ba7f32532130,44773,1732490472539 2024-11-24T23:21:20,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0254c9ebd7a5506c61e1b4677ff40b75, ASSIGN because future has completed 2024-11-24T23:21:20,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0254c9ebd7a5506c61e1b4677ff40b75, server=ba7f32532130,44773,1732490472539}] 2024-11-24T23:21:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:20,660 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. 2024-11-24T23:21:20,661 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0254c9ebd7a5506c61e1b4677ff40b75, NAME => 'test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:20,662 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:21:20,662 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:21:20,662 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,662 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:20,662 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,662 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,692 INFO [StoreOpener-0254c9ebd7a5506c61e1b4677ff40b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,694 INFO [StoreOpener-0254c9ebd7a5506c61e1b4677ff40b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0254c9ebd7a5506c61e1b4677ff40b75 columnFamilyName f 2024-11-24T23:21:20,694 DEBUG [StoreOpener-0254c9ebd7a5506c61e1b4677ff40b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:20,694 INFO [StoreOpener-0254c9ebd7a5506c61e1b4677ff40b75-1 {}] regionserver.HStore(327): Store=0254c9ebd7a5506c61e1b4677ff40b75/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:20,694 INFO [StoreOpener-0254c9ebd7a5506c61e1b4677ff40b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,696 INFO [StoreOpener-0254c9ebd7a5506c61e1b4677ff40b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0254c9ebd7a5506c61e1b4677ff40b75 columnFamilyName f1 2024-11-24T23:21:20,696 DEBUG [StoreOpener-0254c9ebd7a5506c61e1b4677ff40b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:20,696 INFO [StoreOpener-0254c9ebd7a5506c61e1b4677ff40b75-1 {}] regionserver.HStore(327): Store=0254c9ebd7a5506c61e1b4677ff40b75/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:20,697 INFO [StoreOpener-0254c9ebd7a5506c61e1b4677ff40b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,701 INFO [StoreOpener-0254c9ebd7a5506c61e1b4677ff40b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0254c9ebd7a5506c61e1b4677ff40b75 columnFamilyName norep 2024-11-24T23:21:20,701 DEBUG [StoreOpener-0254c9ebd7a5506c61e1b4677ff40b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:20,702 INFO [StoreOpener-0254c9ebd7a5506c61e1b4677ff40b75-1 {}] regionserver.HStore(327): Store=0254c9ebd7a5506c61e1b4677ff40b75/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:20,702 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,703 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,703 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,704 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,704 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,712 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:21:20,713 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,725 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:20,730 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0254c9ebd7a5506c61e1b4677ff40b75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65367013, jitterRate=-0.025955602526664734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:21:20,730 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:20,731 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0254c9ebd7a5506c61e1b4677ff40b75: Running coprocessor pre-open hook at 1732490480662Writing region info on filesystem at 1732490480662Initializing all the Stores at 1732490480664 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490480664Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490480692 (+28 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490480692Cleaning up temporary data from old regions at 1732490480704 (+12 ms)Running coprocessor post-open hooks at 1732490480730 (+26 ms)Region opened successfully at 1732490480730 2024-11-24T23:21:20,732 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75., pid=6, masterSystemTime=1732490480648 2024-11-24T23:21:20,734 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. 2024-11-24T23:21:20,734 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. 2024-11-24T23:21:20,734 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0254c9ebd7a5506c61e1b4677ff40b75, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,44773,1732490472539 2024-11-24T23:21:20,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0254c9ebd7a5506c61e1b4677ff40b75, server=ba7f32532130,44773,1732490472539 because future has completed 2024-11-24T23:21:20,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:21:20,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0254c9ebd7a5506c61e1b4677ff40b75, server=ba7f32532130,44773,1732490472539 in 261 msec 2024-11-24T23:21:20,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:21:20,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0254c9ebd7a5506c61e1b4677ff40b75, ASSIGN in 431 msec 2024-11-24T23:21:20,762 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:21:20,762 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490480762"}]},"ts":"1732490480762"} 2024-11-24T23:21:20,765 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:21:20,766 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:21:20,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 553 msec 2024-11-24T23:21:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:21:20,842 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:21:20,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:20,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,44623,-1 for getting cluster id 2024-11-24T23:21:20,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:20,862 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6beedbc-fefa-4525-83f4-707567240168' 2024-11-24T23:21:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6beedbc-fefa-4525-83f4-707567240168" 2024-11-24T23:21:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26947ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:20,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,44623,-1] 2024-11-24T23:21:20,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:20,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:20,864 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:20,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa3bf83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:20,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,44623,1732490461280 2024-11-24T23:21:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@500ef413 2024-11-24T23:21:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:20,868 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:20,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:33725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:21:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:21:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:20,872 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:33725' 2024-11-24T23:21:20,884 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4814b743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:20,884 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33725,-1 for getting cluster id 2024-11-24T23:21:20,885 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:20,886 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fe7f31f-4c31-404b-8930-95009ac5444b' 2024-11-24T23:21:20,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:20,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fe7f31f-4c31-404b-8930-95009ac5444b" 2024-11-24T23:21:20,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172d0ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:20,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33725,-1] 2024-11-24T23:21:20,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:20,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:20,890 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:20,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cda3505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:20,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:20,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,33725,1732490466699 2024-11-24T23:21:20,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55e4a1db 2024-11-24T23:21:20,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:20,895 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:20,896 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T23:21:20,896 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:21:20,896 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:20,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:20,896 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:20,897 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:20,898 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:21:20,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:21:20,899 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:20,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:21:20,952 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:21:20,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741837_1013 (size=1138) 2024-11-24T23:21:20,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 312c60ac632d99e40bbef23c4a2c148c, NAME => 'hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939 2024-11-24T23:21:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:21,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741838_1014 (size=44) 2024-11-24T23:21:21,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:21:21,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:21,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:21,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:21,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:21,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:21,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:21,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:21,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:21,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:21,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:21,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:21,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T23:21:21,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:21,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 312c60ac632d99e40bbef23c4a2c148c, disabling compactions & flushes 2024-11-24T23:21:21,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:21,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:21,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. after waiting 0 ms 2024-11-24T23:21:21,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:21,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:21,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 312c60ac632d99e40bbef23c4a2c148c: Waiting for close lock at 1732490481430Disabling compacts and flushes for region at 1732490481430Disabling writes for close at 1732490481431 (+1 ms)Writing region close event to WAL at 1732490481431Closed at 1732490481431 2024-11-24T23:21:21,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:21:21,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490481433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490481433"}]},"ts":"1732490481433"} 2024-11-24T23:21:21,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:21:21,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:21:21,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490481439"}]},"ts":"1732490481439"} 2024-11-24T23:21:21,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:21:21,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=312c60ac632d99e40bbef23c4a2c148c, ASSIGN}] 2024-11-24T23:21:21,443 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=312c60ac632d99e40bbef23c4a2c148c, ASSIGN 2024-11-24T23:21:21,444 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=312c60ac632d99e40bbef23c4a2c148c, ASSIGN; state=OFFLINE, location=ba7f32532130,34577,1732490461477; forceNewPlan=false, retain=false 2024-11-24T23:21:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:21,595 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=312c60ac632d99e40bbef23c4a2c148c, regionState=OPENING, regionLocation=ba7f32532130,34577,1732490461477 2024-11-24T23:21:21,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=312c60ac632d99e40bbef23c4a2c148c, ASSIGN because future has completed 2024-11-24T23:21:21,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 312c60ac632d99e40bbef23c4a2c148c, server=ba7f32532130,34577,1732490461477}] 2024-11-24T23:21:21,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:21,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:21,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:21:21,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C34577%2C1732490461477.rep, suffix=, logDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477, archiveDir=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/oldWALs, maxLogs=10 2024-11-24T23:21:21,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.rep.1732490481764, exclude list is [], retry=0 2024-11-24T23:21:21,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-9a87641f-dce2-4d7f-9d43-df2987275cd5,DISK] 2024-11-24T23:21:21,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.rep.1732490481764 2024-11-24T23:21:21,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40153:40153)] 2024-11-24T23:21:21,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 312c60ac632d99e40bbef23c4a2c148c, NAME => 'hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:21,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:21:21,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:21:21,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. service=MultiRowMutationService 2024-11-24T23:21:21,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:21:21,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:21,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,825 INFO [StoreOpener-312c60ac632d99e40bbef23c4a2c148c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,835 INFO [StoreOpener-312c60ac632d99e40bbef23c4a2c148c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 312c60ac632d99e40bbef23c4a2c148c columnFamilyName hfileref 2024-11-24T23:21:21,835 DEBUG [StoreOpener-312c60ac632d99e40bbef23c4a2c148c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:21,836 INFO [StoreOpener-312c60ac632d99e40bbef23c4a2c148c-1 {}] regionserver.HStore(327): Store=312c60ac632d99e40bbef23c4a2c148c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:21,836 INFO [StoreOpener-312c60ac632d99e40bbef23c4a2c148c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,841 INFO [StoreOpener-312c60ac632d99e40bbef23c4a2c148c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 312c60ac632d99e40bbef23c4a2c148c columnFamilyName queue 2024-11-24T23:21:21,842 DEBUG [StoreOpener-312c60ac632d99e40bbef23c4a2c148c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:21,842 INFO [StoreOpener-312c60ac632d99e40bbef23c4a2c148c-1 {}] regionserver.HStore(327): Store=312c60ac632d99e40bbef23c4a2c148c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:21,842 INFO [StoreOpener-312c60ac632d99e40bbef23c4a2c148c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,849 INFO [StoreOpener-312c60ac632d99e40bbef23c4a2c148c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 312c60ac632d99e40bbef23c4a2c148c columnFamilyName sid 2024-11-24T23:21:21,849 DEBUG [StoreOpener-312c60ac632d99e40bbef23c4a2c148c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:21,849 INFO [StoreOpener-312c60ac632d99e40bbef23c4a2c148c-1 {}] regionserver.HStore(327): Store=312c60ac632d99e40bbef23c4a2c148c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:21,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/replication/312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/replication/312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:21:21,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/replication/312c60ac632d99e40bbef23c4a2c148c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:21,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 312c60ac632d99e40bbef23c4a2c148c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69240195, jitterRate=0.03175930678844452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:21:21,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:21,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 312c60ac632d99e40bbef23c4a2c148c: Running coprocessor pre-open hook at 1732490481815Writing region info on filesystem at 1732490481815Initializing all the Stores at 1732490481816 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490481816Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490481824 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490481824Cleaning up temporary data from old regions at 1732490481861 (+37 ms)Running coprocessor post-open hooks at 1732490481871 (+10 ms)Region opened successfully at 1732490481871 2024-11-24T23:21:21,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c., pid=10, masterSystemTime=1732490481751 2024-11-24T23:21:21,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:21,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:21,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=312c60ac632d99e40bbef23c4a2c148c, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,34577,1732490461477 2024-11-24T23:21:21,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 312c60ac632d99e40bbef23c4a2c148c, server=ba7f32532130,34577,1732490461477 because future has completed 2024-11-24T23:21:21,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:21:21,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 312c60ac632d99e40bbef23c4a2c148c, server=ba7f32532130,34577,1732490461477 in 286 msec 2024-11-24T23:21:21,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T23:21:21,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=312c60ac632d99e40bbef23c4a2c148c, ASSIGN in 445 msec 2024-11-24T23:21:21,890 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:21:21,891 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490481891"}]},"ts":"1732490481891"} 2024-11-24T23:21:21,894 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:21:21,896 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:21:21,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 999 msec 2024-11-24T23:21:21,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c., hostname=ba7f32532130,34577,1732490461477, seqNum=2] 2024-11-24T23:21:22,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:22,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:22,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:21:22,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T23:21:22,177 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:21:22,219 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,34577,1732490461477, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:21:22,220 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:22,221 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34577,1732490461477, seqNum=-1] 2024-11-24T23:21:22,221 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:22,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T23:21:22,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,34577,1732490461477', locateType=CURRENT is [region=hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c., hostname=ba7f32532130,34577,1732490461477, seqNum=2] 2024-11-24T23:21:22,241 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T23:21:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T23:21:22,244 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,34577,1732490461477 suceeded 2024-11-24T23:21:22,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T23:21:22,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-24T23:21:22,246 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:33725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:21:22,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3770 sec 2024-11-24T23:21:22,268 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:33725' 2024-11-24T23:21:22,273 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42889607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:22,273 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33725,-1 for getting cluster id 2024-11-24T23:21:22,273 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:22,273 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fe7f31f-4c31-404b-8930-95009ac5444b' 2024-11-24T23:21:22,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:22,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fe7f31f-4c31-404b-8930-95009ac5444b" 2024-11-24T23:21:22,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55e2112d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:22,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33725,-1] 2024-11-24T23:21:22,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:22,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:22,275 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:22,276 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4078f30f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:22,276 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:22,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,33725,1732490466699 2024-11-24T23:21:22,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4964409e 2024-11-24T23:21:22,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:22,280 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-24T23:21:22,280 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,34577,1732490461477 (queues=1) is replicating from cluster=a6beedbc-fefa-4525-83f4-707567240168 to cluster=3fe7f31f-4c31-404b-8930-95009ac5444b 2024-11-24T23:21:22,281 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C34577%2C1732490461477 2024-11-24T23:21:22,281 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,34577,1732490461477, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:21:22,286 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312, startPosition=0, beingWritten=true 2024-11-24T23:21:22,288 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C34577%2C1732490461477 2024-11-24T23:21:22,305 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:22,305 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34577,1732490461477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:22,306 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 379, reset compression=false 2024-11-24T23:21:22,538 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 379, reset compression=false 2024-11-24T23:21:22,862 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 379, reset compression=false 2024-11-24T23:21:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:23,021 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:21:23,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:21:23,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:23,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:23,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:23,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:23,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:23,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33725,-1 for getting cluster id 2024-11-24T23:21:23,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:23,023 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fe7f31f-4c31-404b-8930-95009ac5444b' 2024-11-24T23:21:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fe7f31f-4c31-404b-8930-95009ac5444b" 2024-11-24T23:21:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55080d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33725,-1] 2024-11-24T23:21:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:23,024 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:23,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686b9e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:23,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,33725,1732490466699 2024-11-24T23:21:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42d362a0 2024-11-24T23:21:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:23,027 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:23,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:33795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:21:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:21:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:23,030 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:33795' 2024-11-24T23:21:23,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf4ec1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:23,031 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33795,-1 for getting cluster id 2024-11-24T23:21:23,031 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:23,032 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374906ae-378c-4f38-8f90-da93d230b853' 2024-11-24T23:21:23,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:23,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374906ae-378c-4f38-8f90-da93d230b853" 2024-11-24T23:21:23,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de421a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:23,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33795,-1] 2024-11-24T23:21:23,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:23,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:23,033 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:23,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c1ff23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:23,034 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:23,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,33795,1732490472387 2024-11-24T23:21:23,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1971b5ef 2024-11-24T23:21:23,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:23,035 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:23,036 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T23:21:23,036 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:21:23,036 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:23,036 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:23,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:23,037 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:23,038 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:21:23,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:21:23,039 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:23,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:21:23,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741837_1013 (size=1138) 2024-11-24T23:21:23,045 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e33b87951f60736e380faaecfdb900d, NAME => 'hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0 2024-11-24T23:21:23,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741838_1014 (size=44) 2024-11-24T23:21:23,088 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:21:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:23,267 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 379, reset compression=false 2024-11-24T23:21:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:23,451 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:23,451 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4e33b87951f60736e380faaecfdb900d, disabling compactions & flushes 2024-11-24T23:21:23,451 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:23,451 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:23,451 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. after waiting 0 ms 2024-11-24T23:21:23,451 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:23,451 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:23,451 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e33b87951f60736e380faaecfdb900d: Waiting for close lock at 1732490483451Disabling compacts and flushes for region at 1732490483451Disabling writes for close at 1732490483451Writing region close event to WAL at 1732490483451Closed at 1732490483451 2024-11-24T23:21:23,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:21:23,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490483453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490483453"}]},"ts":"1732490483453"} 2024-11-24T23:21:23,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:21:23,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:21:23,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490483455"}]},"ts":"1732490483455"} 2024-11-24T23:21:23,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:21:23,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e33b87951f60736e380faaecfdb900d, ASSIGN}] 2024-11-24T23:21:23,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e33b87951f60736e380faaecfdb900d, ASSIGN 2024-11-24T23:21:23,460 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e33b87951f60736e380faaecfdb900d, ASSIGN; state=OFFLINE, location=ba7f32532130,45433,1732490466846; forceNewPlan=false, retain=false 2024-11-24T23:21:23,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T23:21:23,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T23:21:23,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:21:23,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T23:21:23,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e33b87951f60736e380faaecfdb900d, regionState=OPENING, regionLocation=ba7f32532130,45433,1732490466846 2024-11-24T23:21:23,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e33b87951f60736e380faaecfdb900d, ASSIGN because future has completed 2024-11-24T23:21:23,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e33b87951f60736e380faaecfdb900d, server=ba7f32532130,45433,1732490466846}] 2024-11-24T23:21:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:23,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:23,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:23,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:21:23,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C45433%2C1732490466846.rep, suffix=, logDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846, archiveDir=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/oldWALs, maxLogs=10 2024-11-24T23:21:23,776 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 379, reset compression=false 2024-11-24T23:21:23,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.rep.1732490483774, exclude list is [], retry=0 2024-11-24T23:21:23,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41753,DS-dbf4829d-b8e4-41d5-9b93-e83e8eaa250f,DISK] 2024-11-24T23:21:23,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.rep.1732490483774 2024-11-24T23:21:23,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37773:37773)] 2024-11-24T23:21:23,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e33b87951f60736e380faaecfdb900d, NAME => 'hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:23,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:21:23,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:21:23,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. service=MultiRowMutationService 2024-11-24T23:21:23,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:21:23,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:23,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,821 INFO [StoreOpener-4e33b87951f60736e380faaecfdb900d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,822 INFO [StoreOpener-4e33b87951f60736e380faaecfdb900d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e33b87951f60736e380faaecfdb900d columnFamilyName hfileref 2024-11-24T23:21:23,822 DEBUG [StoreOpener-4e33b87951f60736e380faaecfdb900d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:23,823 INFO [StoreOpener-4e33b87951f60736e380faaecfdb900d-1 {}] regionserver.HStore(327): Store=4e33b87951f60736e380faaecfdb900d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:23,823 INFO [StoreOpener-4e33b87951f60736e380faaecfdb900d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,840 INFO [StoreOpener-4e33b87951f60736e380faaecfdb900d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e33b87951f60736e380faaecfdb900d columnFamilyName queue 2024-11-24T23:21:23,840 DEBUG [StoreOpener-4e33b87951f60736e380faaecfdb900d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:23,840 INFO [StoreOpener-4e33b87951f60736e380faaecfdb900d-1 {}] regionserver.HStore(327): Store=4e33b87951f60736e380faaecfdb900d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:23,840 INFO [StoreOpener-4e33b87951f60736e380faaecfdb900d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,841 INFO [StoreOpener-4e33b87951f60736e380faaecfdb900d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e33b87951f60736e380faaecfdb900d columnFamilyName sid 2024-11-24T23:21:23,841 DEBUG [StoreOpener-4e33b87951f60736e380faaecfdb900d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:23,841 INFO [StoreOpener-4e33b87951f60736e380faaecfdb900d-1 {}] regionserver.HStore(327): Store=4e33b87951f60736e380faaecfdb900d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:23,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/replication/4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/replication/4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:21:23,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/replication/4e33b87951f60736e380faaecfdb900d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:23,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4e33b87951f60736e380faaecfdb900d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74485648, jitterRate=0.10992264747619629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:21:23,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:23,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4e33b87951f60736e380faaecfdb900d: Running coprocessor pre-open hook at 1732490483814Writing region info on filesystem at 1732490483814Initializing all the Stores at 1732490483817 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490483817Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490483820 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490483820Cleaning up temporary data from old regions at 1732490483843 (+23 ms)Running coprocessor post-open hooks at 1732490483847 (+4 ms)Region opened successfully at 1732490483847 2024-11-24T23:21:23,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d., pid=10, masterSystemTime=1732490483768 2024-11-24T23:21:23,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:23,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:23,850 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e33b87951f60736e380faaecfdb900d, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,45433,1732490466846 2024-11-24T23:21:23,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e33b87951f60736e380faaecfdb900d, server=ba7f32532130,45433,1732490466846 because future has completed 2024-11-24T23:21:23,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:21:23,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e33b87951f60736e380faaecfdb900d, server=ba7f32532130,45433,1732490466846 in 237 msec 2024-11-24T23:21:23,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T23:21:23,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e33b87951f60736e380faaecfdb900d, ASSIGN in 397 msec 2024-11-24T23:21:23,857 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:21:23,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490483857"}]},"ts":"1732490483857"} 2024-11-24T23:21:23,859 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:21:23,860 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:21:23,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 823 msec 2024-11-24T23:21:23,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d., hostname=ba7f32532130,45433,1732490466846, seqNum=2] 2024-11-24T23:21:23,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:23,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:23,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:21:24,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45433 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T23:21:24,151 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:21:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:24,185 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,45433,1732490466846, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:21:24,186 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:24,186 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45433,1732490466846, seqNum=-1] 2024-11-24T23:21:24,187 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:24,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T23:21:24,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,45433,1732490466846', locateType=CURRENT is [region=hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d., hostname=ba7f32532130,45433,1732490466846, seqNum=2] 2024-11-24T23:21:24,192 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T23:21:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T23:21:24,195 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,45433,1732490466846 suceeded 2024-11-24T23:21:24,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T23:21:24,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-24T23:21:24,197 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:33795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:21:24,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1700 sec 2024-11-24T23:21:24,214 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:33795' 2024-11-24T23:21:24,215 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46fbeb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:24,215 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33795,-1 for getting cluster id 2024-11-24T23:21:24,215 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:24,216 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374906ae-378c-4f38-8f90-da93d230b853' 2024-11-24T23:21:24,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:24,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374906ae-378c-4f38-8f90-da93d230b853" 2024-11-24T23:21:24,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@690a9eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:24,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33795,-1] 2024-11-24T23:21:24,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:24,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:24,218 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:24,218 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@467de0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:24,219 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:24,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,33795,1732490472387 2024-11-24T23:21:24,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1002f650 2024-11-24T23:21:24,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:24,221 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-24T23:21:24,222 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,45433,1732490466846 (queues=1) is replicating from cluster=3fe7f31f-4c31-404b-8930-95009ac5444b to cluster=374906ae-378c-4f38-8f90-da93d230b853 2024-11-24T23:21:24,222 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C45433%2C1732490466846 2024-11-24T23:21:24,222 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,45433,1732490466846, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:21:24,222 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104, startPosition=0, beingWritten=true 2024-11-24T23:21:24,222 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C45433%2C1732490466846 2024-11-24T23:21:24,246 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:24,247 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 379, reset compression=false 2024-11-24T23:21:24,247 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45433,1732490466846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:24,379 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 379, reset compression=false 2024-11-24T23:21:24,456 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 379, reset compression=false 2024-11-24T23:21:24,761 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 379, reset compression=false 2024-11-24T23:21:25,083 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 379, reset compression=false 2024-11-24T23:21:25,165 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 379, reset compression=false 2024-11-24T23:21:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:25,172 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:21:25,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:21:25,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:25,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:25,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:25,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:25,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:25,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33795,-1 for getting cluster id 2024-11-24T23:21:25,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:25,173 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374906ae-378c-4f38-8f90-da93d230b853' 2024-11-24T23:21:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374906ae-378c-4f38-8f90-da93d230b853" 2024-11-24T23:21:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c51773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33795,-1] 2024-11-24T23:21:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:25,175 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:25,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e23a8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:25,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:25,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,33795,1732490472387 2024-11-24T23:21:25,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c1e32c8 2024-11-24T23:21:25,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:25,178 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:25,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:44623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:21:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:21:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:25,180 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:44623' 2024-11-24T23:21:25,181 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287238e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:25,181 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,44623,-1 for getting cluster id 2024-11-24T23:21:25,182 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:25,182 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6beedbc-fefa-4525-83f4-707567240168' 2024-11-24T23:21:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6beedbc-fefa-4525-83f4-707567240168" 2024-11-24T23:21:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e87e556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,44623,-1] 2024-11-24T23:21:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:25,184 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:25,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fac85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:25,185 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:25,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,44623,1732490461280 2024-11-24T23:21:25,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a0b4e1d 2024-11-24T23:21:25,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:25,191 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:25,192 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T23:21:25,192 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:21:25,192 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:25,192 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:25,193 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:25,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:25,194 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:21:25,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:21:25,196 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:25,197 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:21:25,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741837_1013 (size=1138) 2024-11-24T23:21:25,245 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:21:25,245 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1003ba7cbf48480abfe415b260a97172, NAME => 'hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5 2024-11-24T23:21:25,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741838_1014 (size=44) 2024-11-24T23:21:25,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:25,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1003ba7cbf48480abfe415b260a97172, disabling compactions & flushes 2024-11-24T23:21:25,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:25,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:25,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. after waiting 0 ms 2024-11-24T23:21:25,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:25,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:25,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1003ba7cbf48480abfe415b260a97172: Waiting for close lock at 1732490485254Disabling compacts and flushes for region at 1732490485254Disabling writes for close at 1732490485254Writing region close event to WAL at 1732490485254Closed at 1732490485254 2024-11-24T23:21:25,255 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:21:25,256 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490485256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490485256"}]},"ts":"1732490485256"} 2024-11-24T23:21:25,258 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:21:25,259 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:21:25,260 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490485259"}]},"ts":"1732490485259"} 2024-11-24T23:21:25,262 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:21:25,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1003ba7cbf48480abfe415b260a97172, ASSIGN}] 2024-11-24T23:21:25,263 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1003ba7cbf48480abfe415b260a97172, ASSIGN 2024-11-24T23:21:25,265 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1003ba7cbf48480abfe415b260a97172, ASSIGN; state=OFFLINE, location=ba7f32532130,44773,1732490472539; forceNewPlan=false, retain=false 2024-11-24T23:21:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:25,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1003ba7cbf48480abfe415b260a97172, regionState=OPENING, regionLocation=ba7f32532130,44773,1732490472539 2024-11-24T23:21:25,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1003ba7cbf48480abfe415b260a97172, ASSIGN because future has completed 2024-11-24T23:21:25,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1003ba7cbf48480abfe415b260a97172, server=ba7f32532130,44773,1732490472539}] 2024-11-24T23:21:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:25,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:25,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:25,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:21:25,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C44773%2C1732490472539.rep, suffix=, logDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539, archiveDir=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/oldWALs, maxLogs=10 2024-11-24T23:21:25,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.rep.1732490485584, exclude list is [], retry=0 2024-11-24T23:21:25,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-6f70ded8-4bac-4806-9d03-6954ebd223a5,DISK] 2024-11-24T23:21:25,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.rep.1732490485584 2024-11-24T23:21:25,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-24T23:21:25,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1003ba7cbf48480abfe415b260a97172, NAME => 'hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:25,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:21:25,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:21:25,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. service=MultiRowMutationService 2024-11-24T23:21:25,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:21:25,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:25,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,628 INFO [StoreOpener-1003ba7cbf48480abfe415b260a97172-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,629 INFO [StoreOpener-1003ba7cbf48480abfe415b260a97172-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1003ba7cbf48480abfe415b260a97172 columnFamilyName hfileref 2024-11-24T23:21:25,629 DEBUG [StoreOpener-1003ba7cbf48480abfe415b260a97172-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:25,630 INFO [StoreOpener-1003ba7cbf48480abfe415b260a97172-1 {}] regionserver.HStore(327): Store=1003ba7cbf48480abfe415b260a97172/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:25,630 INFO [StoreOpener-1003ba7cbf48480abfe415b260a97172-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,631 INFO [StoreOpener-1003ba7cbf48480abfe415b260a97172-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1003ba7cbf48480abfe415b260a97172 columnFamilyName queue 2024-11-24T23:21:25,631 DEBUG [StoreOpener-1003ba7cbf48480abfe415b260a97172-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:25,631 INFO [StoreOpener-1003ba7cbf48480abfe415b260a97172-1 {}] regionserver.HStore(327): Store=1003ba7cbf48480abfe415b260a97172/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:25,631 INFO [StoreOpener-1003ba7cbf48480abfe415b260a97172-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,632 INFO [StoreOpener-1003ba7cbf48480abfe415b260a97172-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1003ba7cbf48480abfe415b260a97172 columnFamilyName sid 2024-11-24T23:21:25,632 DEBUG [StoreOpener-1003ba7cbf48480abfe415b260a97172-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:25,632 INFO [StoreOpener-1003ba7cbf48480abfe415b260a97172-1 {}] regionserver.HStore(327): Store=1003ba7cbf48480abfe415b260a97172/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:25,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/replication/1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/replication/1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:21:25,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/replication/1003ba7cbf48480abfe415b260a97172/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:25,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1003ba7cbf48480abfe415b260a97172; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74901022, jitterRate=0.11611220240592957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:21:25,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:25,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1003ba7cbf48480abfe415b260a97172: Running coprocessor pre-open hook at 1732490485627Writing region info on filesystem at 1732490485627Initializing all the Stores at 1732490485628 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490485628Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490485628Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490485628Cleaning up temporary data from old regions at 1732490485634 (+6 ms)Running coprocessor post-open hooks at 1732490485637 (+3 ms)Region opened successfully at 1732490485637 2024-11-24T23:21:25,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172., pid=10, masterSystemTime=1732490485579 2024-11-24T23:21:25,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:25,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:25,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1003ba7cbf48480abfe415b260a97172, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,44773,1732490472539 2024-11-24T23:21:25,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1003ba7cbf48480abfe415b260a97172, server=ba7f32532130,44773,1732490472539 because future has completed 2024-11-24T23:21:25,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:21:25,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1003ba7cbf48480abfe415b260a97172, server=ba7f32532130,44773,1732490472539 in 227 msec 2024-11-24T23:21:25,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T23:21:25,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1003ba7cbf48480abfe415b260a97172, ASSIGN in 385 msec 2024-11-24T23:21:25,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:21:25,649 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490485649"}]},"ts":"1732490485649"} 2024-11-24T23:21:25,652 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:21:25,652 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:21:25,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 459 msec 2024-11-24T23:21:25,670 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 379, reset compression=false 2024-11-24T23:21:25,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172., hostname=ba7f32532130,44773,1732490472539, seqNum=2] 2024-11-24T23:21:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:25,889 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 379, reset compression=false 2024-11-24T23:21:26,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:21:26,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:26,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:26,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:26,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:26,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:26,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:26,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:26,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:26,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:26,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:26,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:26,281 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 379, reset compression=false 2024-11-24T23:21:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:26,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:26,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:26,794 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 379, reset compression=false 2024-11-24T23:21:26,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:21:26,985 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 379, reset compression=false 2024-11-24T23:21:27,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T23:21:27,024 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:21:27,059 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,44773,1732490472539, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:21:27,060 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:27,060 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44773,1732490472539, seqNum=-1] 2024-11-24T23:21:27,060 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:27,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T23:21:27,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,44773,1732490472539', locateType=CURRENT is [region=hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172., hostname=ba7f32532130,44773,1732490472539, seqNum=2] 2024-11-24T23:21:27,065 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T23:21:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T23:21:27,067 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,44773,1732490472539 suceeded 2024-11-24T23:21:27,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T23:21:27,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-24T23:21:27,069 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:44623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:21:27,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8920 sec 2024-11-24T23:21:27,084 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:44623' 2024-11-24T23:21:27,085 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38021ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,086 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,44623,-1 for getting cluster id 2024-11-24T23:21:27,086 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:27,086 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6beedbc-fefa-4525-83f4-707567240168' 2024-11-24T23:21:27,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:27,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6beedbc-fefa-4525-83f4-707567240168" 2024-11-24T23:21:27,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79b5cbf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,44623,-1] 2024-11-24T23:21:27,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:27,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:27,088 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:27,088 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@380c042f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,088 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:27,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,44623,1732490461280 2024-11-24T23:21:27,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29aab521 2024-11-24T23:21:27,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:27,090 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T23:21:27,090 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,44773,1732490472539 (queues=1) is replicating from cluster=374906ae-378c-4f38-8f90-da93d230b853 to cluster=a6beedbc-fefa-4525-83f4-707567240168 2024-11-24T23:21:27,090 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C44773%2C1732490472539 2024-11-24T23:21:27,090 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,44773,1732490472539, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:21:27,091 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C44773%2C1732490472539 2024-11-24T23:21:27,091 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900, startPosition=0, beingWritten=true 2024-11-24T23:21:27,095 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:27,095 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 379, reset compression=false 2024-11-24T23:21:27,095 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44773,1732490472539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:27,304 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 379, reset compression=false 2024-11-24T23:21:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:21:27,332 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:21:27,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:21:27,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:27,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:27,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:27,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:27,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,44623,-1 for getting cluster id 2024-11-24T23:21:27,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:27,334 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6beedbc-fefa-4525-83f4-707567240168' 2024-11-24T23:21:27,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:27,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6beedbc-fefa-4525-83f4-707567240168" 2024-11-24T23:21:27,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0ae1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,44623,-1] 2024-11-24T23:21:27,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:27,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:27,335 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:27,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2535eff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33725,-1 for getting cluster id 2024-11-24T23:21:27,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:27,337 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fe7f31f-4c31-404b-8930-95009ac5444b' 2024-11-24T23:21:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fe7f31f-4c31-404b-8930-95009ac5444b" 2024-11-24T23:21:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17332797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33725,-1] 2024-11-24T23:21:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:27,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:27,338 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c4f10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7af7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33795,-1 for getting cluster id 2024-11-24T23:21:27,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:27,340 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374906ae-378c-4f38-8f90-da93d230b853' 2024-11-24T23:21:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374906ae-378c-4f38-8f90-da93d230b853" 2024-11-24T23:21:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507d8b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33795,-1] 2024-11-24T23:21:27,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:27,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:27,342 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fed9f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34577,1732490461477, seqNum=-1] 2024-11-24T23:21:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:27,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732490475891.0044aae19e4c38d74a178831fadb1df9., hostname=ba7f32532130,34577,1732490461477, seqNum=2] 2024-11-24T23:21:27,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44773,1732490472539, seqNum=-1] 2024-11-24T23:21:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:27,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75., hostname=ba7f32532130,44773,1732490472539, seqNum=2] 2024-11-24T23:21:27,392 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T23:21:27,608 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 379, reset compression=false 2024-11-24T23:21:27,789 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 379, reset compression=false 2024-11-24T23:21:27,797 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 379, reset compression=false 2024-11-24T23:21:27,808 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:27,808 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 480, reset compression=false 2024-11-24T23:21:27,808 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34577,1732490461477 got entry batch from reader: WALEntryBatch [walEntries=[{test/0044aae19e4c38d74a178831fadb1df9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T23:21:27,810 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:21:27,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-24T23:21:27,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:27,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e9bd538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33725,-1 for getting cluster id 2024-11-24T23:21:27,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:27,813 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fe7f31f-4c31-404b-8930-95009ac5444b' 2024-11-24T23:21:27,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:27,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fe7f31f-4c31-404b-8930-95009ac5444b" 2024-11-24T23:21:27,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@451929e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33725,-1] 2024-11-24T23:21:27,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:27,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:27,814 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:27,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e360a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:27,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45433,1732490466846, seqNum=-1] 2024-11-24T23:21:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:27,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T23:21:27,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60., hostname=ba7f32532130,45433,1732490466846, seqNum=2] 2024-11-24T23:21:27,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:28,012 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 480, reset compression=false 2024-11-24T23:21:28,012 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 379, reset compression=false 2024-11-24T23:21:28,316 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 480, reset compression=false 2024-11-24T23:21:28,394 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T23:21:28,516 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 379, reset compression=false 2024-11-24T23:21:28,693 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 379, reset compression=false 2024-11-24T23:21:28,704 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:28,704 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 504, reset compression=false 2024-11-24T23:21:28,704 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45433,1732490466846 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9103e0c04593d0b65ae0cbb9867eb60/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T23:21:28,710 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:21:28,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-24T23:21:28,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:28,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47711b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:28,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33795,-1 for getting cluster id 2024-11-24T23:21:28,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:28,717 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374906ae-378c-4f38-8f90-da93d230b853' 2024-11-24T23:21:28,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:28,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374906ae-378c-4f38-8f90-da93d230b853" 2024-11-24T23:21:28,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@248ce52d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:28,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33795,-1] 2024-11-24T23:21:28,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:28,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:28,719 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:28,720 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 480, reset compression=false 2024-11-24T23:21:28,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@683c979b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:28,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:28,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44773,1732490472539, seqNum=-1] 2024-11-24T23:21:28,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:28,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T23:21:28,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75., hostname=ba7f32532130,44773,1732490472539, seqNum=2] 2024-11-24T23:21:28,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:28,933 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 504, reset compression=false 2024-11-24T23:21:29,122 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 379, reset compression=false 2024-11-24T23:21:29,128 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:29,128 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 527, reset compression=false 2024-11-24T23:21:29,128 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44773,1732490472539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:29,237 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 504, reset compression=false 2024-11-24T23:21:29,249 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 480, reset compression=false 2024-11-24T23:21:29,334 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 527, reset compression=false 2024-11-24T23:21:29,397 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T23:21:29,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,45433,1732490466846, seqNum=-1] 2024-11-24T23:21:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:29,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60., hostname=ba7f32532130,45433,1732490466846, seqNum=2] 2024-11-24T23:21:29,410 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T23:21:29,639 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 527, reset compression=false 2024-11-24T23:21:29,644 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 504, reset compression=false 2024-11-24T23:21:29,649 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:29,649 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 608, reset compression=false 2024-11-24T23:21:29,649 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45433,1732490466846 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9103e0c04593d0b65ae0cbb9867eb60/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T23:21:29,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:29,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:29,858 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 608, reset compression=false 2024-11-24T23:21:29,861 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 480, reset compression=false 2024-11-24T23:21:30,045 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 527, reset compression=false 2024-11-24T23:21:30,055 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:30,055 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 654, reset compression=false 2024-11-24T23:21:30,055 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44773,1732490472539 got entry batch from reader: WALEntryBatch [walEntries=[{test/0254c9ebd7a5506c61e1b4677ff40b75/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T23:21:30,058 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:21:30,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T23:21:30,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:30,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b3da70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:30,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,44623,-1 for getting cluster id 2024-11-24T23:21:30,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:30,073 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6beedbc-fefa-4525-83f4-707567240168' 2024-11-24T23:21:30,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:30,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6beedbc-fefa-4525-83f4-707567240168" 2024-11-24T23:21:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fd271c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,44623,-1] 2024-11-24T23:21:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:30,075 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:30,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd18b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:30,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:30,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,34577,1732490461477, seqNum=-1] 2024-11-24T23:21:30,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:30,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T23:21:30,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732490475891.0044aae19e4c38d74a178831fadb1df9., hostname=ba7f32532130,34577,1732490461477, seqNum=2] 2024-11-24T23:21:30,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:30,163 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 608, reset compression=false 2024-11-24T23:21:30,272 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 654, reset compression=false 2024-11-24T23:21:30,412 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T23:21:30,417 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T23:21:30,566 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 480, reset compression=false 2024-11-24T23:21:30,571 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:30,571 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 630, reset compression=false 2024-11-24T23:21:30,571 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34577,1732490461477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:30,577 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 608, reset compression=false 2024-11-24T23:21:30,579 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 654, reset compression=false 2024-11-24T23:21:30,595 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:30,595 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 758, reset compression=false 2024-11-24T23:21:30,595 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44773,1732490472539 got entry batch from reader: WALEntryBatch [walEntries=[{test/0254c9ebd7a5506c61e1b4677ff40b75/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T23:21:30,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:30,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:30,615 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:30,615 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 757, reset compression=false 2024-11-24T23:21:30,615 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34577,1732490461477 got entry batch from reader: WALEntryBatch [walEntries=[{test/0044aae19e4c38d74a178831fadb1df9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T23:21:30,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:30,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:30,626 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:30,626 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 759, reset compression=false 2024-11-24T23:21:30,626 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45433,1732490466846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:30,825 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 757, reset compression=false 2024-11-24T23:21:30,830 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 758, reset compression=false 2024-11-24T23:21:30,837 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 759, reset compression=false 2024-11-24T23:21:30,868 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:21:31,129 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:21:31,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:31,137 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 757, reset compression=false 2024-11-24T23:21:31,145 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 758, reset compression=false 2024-11-24T23:21:31,153 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 759, reset compression=false 2024-11-24T23:21:31,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:31,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:31,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:31,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:31,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:31,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:31,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:31,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:31,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:31,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:31,419 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T23:21:31,460 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T23:21:31,541 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 757, reset compression=false 2024-11-24T23:21:31,545 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:31,545 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 913, reset compression=false 2024-11-24T23:21:31,545 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34577,1732490461477 got entry batch from reader: WALEntryBatch [walEntries=[{test/0044aae19e4c38d74a178831fadb1df9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T23:21:31,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:31,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:31,553 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 758, reset compression=false 2024-11-24T23:21:31,557 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 759, reset compression=false 2024-11-24T23:21:31,561 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:31,561 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 907, reset compression=false 2024-11-24T23:21:31,561 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45433,1732490466846 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9103e0c04593d0b65ae0cbb9867eb60/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T23:21:31,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:31,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:31,747 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 913, reset compression=false 2024-11-24T23:21:31,764 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 907, reset compression=false 2024-11-24T23:21:32,051 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 913, reset compression=false 2024-11-24T23:21:32,056 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 758, reset compression=false 2024-11-24T23:21:32,062 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:32,062 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 929, reset compression=false 2024-11-24T23:21:32,062 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44773,1732490472539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:32,067 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 907, reset compression=false 2024-11-24T23:21:32,268 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 929, reset compression=false 2024-11-24T23:21:32,454 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 913, reset compression=false 2024-11-24T23:21:32,461 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T23:21:32,464 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T23:21:32,477 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 907, reset compression=false 2024-11-24T23:21:32,481 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:32,481 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1066, reset compression=false 2024-11-24T23:21:32,481 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45433,1732490466846 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9103e0c04593d0b65ae0cbb9867eb60/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T23:21:32,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:32,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:32,571 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 929, reset compression=false 2024-11-24T23:21:32,575 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:32,575 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1078, reset compression=false 2024-11-24T23:21:32,575 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44773,1732490472539 got entry batch from reader: WALEntryBatch [walEntries=[{test/0254c9ebd7a5506c61e1b4677ff40b75/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T23:21:32,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:32,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:32,684 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1066, reset compression=false 2024-11-24T23:21:32,778 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1078, reset compression=false 2024-11-24T23:21:32,958 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 913, reset compression=false 2024-11-24T23:21:32,961 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:32,961 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1085, reset compression=false 2024-11-24T23:21:32,961 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34577,1732490461477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:32,987 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1066, reset compression=false 2024-11-24T23:21:33,080 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1078, reset compression=false 2024-11-24T23:21:33,165 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1085, reset compression=false 2024-11-24T23:21:33,392 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1066, reset compression=false 2024-11-24T23:21:33,466 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T23:21:33,468 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1085, reset compression=false 2024-11-24T23:21:33,469 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T23:21:33,483 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1078, reset compression=false 2024-11-24T23:21:33,486 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:33,486 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1237, reset compression=false 2024-11-24T23:21:33,486 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44773,1732490472539 got entry batch from reader: WALEntryBatch [walEntries=[{test/0254c9ebd7a5506c61e1b4677ff40b75/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T23:21:33,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:33,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:33,689 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1237, reset compression=false 2024-11-24T23:21:33,871 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1085, reset compression=false 2024-11-24T23:21:33,874 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:33,874 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1234, reset compression=false 2024-11-24T23:21:33,874 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34577,1732490461477 got entry batch from reader: WALEntryBatch [walEntries=[{test/0044aae19e4c38d74a178831fadb1df9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T23:21:33,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:33,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:33,894 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1066, reset compression=false 2024-11-24T23:21:33,898 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:33,898 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1239, reset compression=false 2024-11-24T23:21:33,898 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45433,1732490466846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:33,992 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1237, reset compression=false 2024-11-24T23:21:34,078 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1234, reset compression=false 2024-11-24T23:21:34,101 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1239, reset compression=false 2024-11-24T23:21:34,381 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1234, reset compression=false 2024-11-24T23:21:34,396 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1237, reset compression=false 2024-11-24T23:21:34,404 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1239, reset compression=false 2024-11-24T23:21:34,471 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T23:21:34,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fb4b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:34,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33795,-1 for getting cluster id 2024-11-24T23:21:34,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:34,476 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374906ae-378c-4f38-8f90-da93d230b853' 2024-11-24T23:21:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374906ae-378c-4f38-8f90-da93d230b853" 2024-11-24T23:21:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c09380d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33795,-1] 2024-11-24T23:21:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:34,478 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:34,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d165478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:34,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,33795,1732490472387 2024-11-24T23:21:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73078b8c 2024-11-24T23:21:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:34,482 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:34,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-24T23:21:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-24T23:21:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T23:21:34,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:34,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:21:34,522 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68540 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:21:34,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:21:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T23:21:34,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T23:21:34,707 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-24T23:21:34,708 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-24T23:21:34,708 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,44773,1732490472539 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-24T23:21:34,708 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/ba7f32532130:0-0. 2024-11-24T23:21:34,708 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:34,709 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:34,709 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:34,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:34,784 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1234, reset compression=false 2024-11-24T23:21:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T23:21:34,807 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1239, reset compression=false 2024-11-24T23:21:34,809 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T23:21:34,809 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T23:21:34,909 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 terminated 2024-11-24T23:21:34,923 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,44773,1732490472539, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:21:34,924 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-24T23:21:34,924 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T23:21:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T23:21:34,926 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on ba7f32532130,44773,1732490472539 suceeded 2024-11-24T23:21:34,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T23:21:34,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-24T23:21:34,927 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-24T23:21:34,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 444 msec 2024-11-24T23:21:34,940 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:44623' 2024-11-24T23:21:34,941 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1237e009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:34,941 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,44623,-1 for getting cluster id 2024-11-24T23:21:34,941 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:34,942 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6beedbc-fefa-4525-83f4-707567240168' 2024-11-24T23:21:34,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:34,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6beedbc-fefa-4525-83f4-707567240168" 2024-11-24T23:21:34,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18a27f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:34,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,44623,-1] 2024-11-24T23:21:34,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:34,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:34,943 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:34,943 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b36edfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:34,943 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:34,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,44623,1732490461280 2024-11-24T23:21:34,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@539f0a14 2024-11-24T23:21:34,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:34,945 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T23:21:34,945 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,44773,1732490472539 (queues=1) is replicating from cluster=374906ae-378c-4f38-8f90-da93d230b853 to cluster=a6beedbc-fefa-4525-83f4-707567240168 2024-11-24T23:21:34,945 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C44773%2C1732490472539 2024-11-24T23:21:34,945 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,44773,1732490472539, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:21:34,946 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C44773%2C1732490472539 2024-11-24T23:21:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T23:21:35,112 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:21:35,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:21:35,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:35,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:35,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:35,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:35,115 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-24T23:21:35,287 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1234, reset compression=false 2024-11-24T23:21:35,291 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:35,291 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1338, reset compression=false 2024-11-24T23:21:35,291 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34577,1732490461477 got entry batch from reader: WALEntryBatch [walEntries=[{test/0044aae19e4c38d74a178831fadb1df9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T23:21:35,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:35,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:35,311 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1239, reset compression=false 2024-11-24T23:21:35,315 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:35,315 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1367, reset compression=false 2024-11-24T23:21:35,315 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45433,1732490466846 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9103e0c04593d0b65ae0cbb9867eb60/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T23:21:35,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:35,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:35,495 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1338, reset compression=false 2024-11-24T23:21:35,521 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1367, reset compression=false 2024-11-24T23:21:35,798 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1338, reset compression=false 2024-11-24T23:21:35,824 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1367, reset compression=false 2024-11-24T23:21:36,117 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-24T23:21:36,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a221e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:36,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,33795,-1 for getting cluster id 2024-11-24T23:21:36,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:36,119 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374906ae-378c-4f38-8f90-da93d230b853' 2024-11-24T23:21:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374906ae-378c-4f38-8f90-da93d230b853" 2024-11-24T23:21:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b8308b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,33795,-1] 2024-11-24T23:21:36,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:36,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:36,120 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:36,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a49ccdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:36,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:36,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,33795,1732490472387 2024-11-24T23:21:36,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aea85ed 2024-11-24T23:21:36,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:36,124 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:36,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-24T23:21:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-24T23:21:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T23:21:36,204 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1338, reset compression=false 2024-11-24T23:21:36,227 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1367, reset compression=false 2024-11-24T23:21:36,231 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:36,231 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1471, reset compression=false 2024-11-24T23:21:36,231 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45433,1732490466846 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9103e0c04593d0b65ae0cbb9867eb60/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T23:21:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T23:21:36,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:36,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:36,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:21:36,289 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:21:36,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-24T23:21:36,391 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-24T23:21:36,391 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T23:21:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-24T23:21:36,393 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on ba7f32532130,44773,1732490472539 suceeded 2024-11-24T23:21:36,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T23:21:36,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-24T23:21:36,395 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-24T23:21:36,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 270 msec 2024-11-24T23:21:36,435 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1471, reset compression=false 2024-11-24T23:21:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T23:21:36,442 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:21:36,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:21:36,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:36,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:36,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:36,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:36,443 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-24T23:21:36,447 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900, startPosition=1237, beingWritten=true 2024-11-24T23:21:36,451 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:21:36,451 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1515, reset compression=false 2024-11-24T23:21:36,451 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44773,1732490472539 got entry batch from reader: WALEntryBatch [walEntries=[{test/0254c9ebd7a5506c61e1b4677ff40b75/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T23:21:36,453 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:21:36,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T23:21:36,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:21:36,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:21:36,665 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1515, reset compression=false 2024-11-24T23:21:36,707 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1338, reset compression=false 2024-11-24T23:21:36,711 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:36,711 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1488, reset compression=false 2024-11-24T23:21:36,711 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34577,1732490461477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:36,738 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1471, reset compression=false 2024-11-24T23:21:36,915 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1488, reset compression=false 2024-11-24T23:21:36,968 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1515, reset compression=false 2024-11-24T23:21:37,142 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1471, reset compression=false 2024-11-24T23:21:37,218 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1488, reset compression=false 2024-11-24T23:21:37,370 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1515, reset compression=false 2024-11-24T23:21:37,445 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-24T23:21:37,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:21:37,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:21:37,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:37,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:37,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:37,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:37,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:21:37,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=141109829, stopped=false 2024-11-24T23:21:37,445 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,33795,1732490472387 2024-11-24T23:21:37,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21606852185/running 2024-11-24T23:21:37,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21606852185/running 2024-11-24T23:21:37,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:37,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:37,453 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:21:37,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:21:37,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:37,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:37,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Set watcher on znode that does not yet exist, /21606852185/running 2024-11-24T23:21:37,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Set watcher on znode that does not yet exist, /21606852185/running 2024-11-24T23:21:37,454 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,44773,1732490472539' ***** 2024-11-24T23:21:37,454 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:21:37,454 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:21:37,454 INFO [RS:0;ba7f32532130:44773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:21:37,454 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:21:37,454 INFO [RS:0;ba7f32532130:44773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:21:37,454 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(3091): Received CLOSE for 0254c9ebd7a5506c61e1b4677ff40b75 2024-11-24T23:21:37,454 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:37,454 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,44773,1732490472539 2024-11-24T23:21:37,454 INFO [RS:0;ba7f32532130:44773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:21:37,454 INFO [RS:0;ba7f32532130:44773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:44773. 2024-11-24T23:21:37,454 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0254c9ebd7a5506c61e1b4677ff40b75, disabling compactions & flushes 2024-11-24T23:21:37,454 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. 2024-11-24T23:21:37,454 DEBUG [RS:0;ba7f32532130:44773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:37,454 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. 2024-11-24T23:21:37,454 DEBUG [RS:0;ba7f32532130:44773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:37,454 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. after waiting 0 ms 2024-11-24T23:21:37,454 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. 2024-11-24T23:21:37,454 INFO [RS:0;ba7f32532130:44773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:21:37,455 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0254c9ebd7a5506c61e1b4677ff40b75 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T23:21:37,455 INFO [RS:0;ba7f32532130:44773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:21:37,455 INFO [RS:0;ba7f32532130:44773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:21:37,455 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:21:37,455 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T23:21:37,455 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1325): Online Regions={0254c9ebd7a5506c61e1b4677ff40b75=test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75., 1588230740=hbase:meta,,1.1588230740, 1003ba7cbf48480abfe415b260a97172=hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172.} 2024-11-24T23:21:37,455 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1351): Waiting on 0254c9ebd7a5506c61e1b4677ff40b75, 1003ba7cbf48480abfe415b260a97172, 1588230740 2024-11-24T23:21:37,455 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:21:37,455 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:21:37,455 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:21:37,455 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:21:37,455 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:21:37,455 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T23:21:37,473 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/.tmp/info/e776d518b7b4462db23423c4872eaf87 is 147, key is hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172./info:regioninfo/1732490485640/Put/seqid=0 2024-11-24T23:21:37,473 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/.tmp/f/57392f0d0faf48d698f8485bbead5e7a is 37, key is row3/f:row3/1732490495113/Put/seqid=0 2024-11-24T23:21:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741841_1017 (size=5228) 2024-11-24T23:21:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741840_1016 (size=7686) 2024-11-24T23:21:37,485 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:21:37,621 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1488, reset compression=false 2024-11-24T23:21:37,645 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1471, reset compression=false 2024-11-24T23:21:37,655 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1351): Waiting on 0254c9ebd7a5506c61e1b4677ff40b75, 1003ba7cbf48480abfe415b260a97172, 1588230740 2024-11-24T23:21:37,762 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:21:37,762 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:21:37,855 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1351): Waiting on 0254c9ebd7a5506c61e1b4677ff40b75, 1003ba7cbf48480abfe415b260a97172, 1588230740 2024-11-24T23:21:37,873 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1515, reset compression=false 2024-11-24T23:21:37,877 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/.tmp/f/57392f0d0faf48d698f8485bbead5e7a 2024-11-24T23:21:37,877 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:37,877 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1762, reset compression=false 2024-11-24T23:21:37,877 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,44773,1732490472539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:37,878 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/.tmp/info/e776d518b7b4462db23423c4872eaf87 2024-11-24T23:21:37,878 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ba7f32532130,44773,1732490472539: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ba7f32532130,44773,1732490472539, walGroup=ba7f32532130%2C44773%2C1732490472539, offset=ba7f32532130%2C44773%2C1732490472539.1732490474900:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:44773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T23:21:37,879 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:21:37,879 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:21:37,880 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:21:37,880 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:21:37,880 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:21:37,880 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 1029230832 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198178936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T23:21:37,880 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:33795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:33795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T23:21:37,882 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57392f0d0faf48d698f8485bbead5e7a 2024-11-24T23:21:37,902 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/.tmp/ns/de31036108d3401c9b3f23c1c80e9dc9 is 43, key is default/ns:d/1732490475672/Put/seqid=0 2024-11-24T23:21:37,902 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/.tmp/f1/a45344c1623149468b8eb775ac6bd510 is 30, key is row1/f1:/1732490492462/DeleteFamily/seqid=0 2024-11-24T23:21:37,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741843_1019 (size=5158) 2024-11-24T23:21:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741842_1018 (size=5153) 2024-11-24T23:21:38,056 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1351): Waiting on 0254c9ebd7a5506c61e1b4677ff40b75, 1003ba7cbf48480abfe415b260a97172, 1588230740 2024-11-24T23:21:38,082 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1762, reset compression=false 2024-11-24T23:21:38,125 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1488, reset compression=false 2024-11-24T23:21:38,248 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1471, reset compression=false 2024-11-24T23:21:38,256 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1351): Waiting on 0254c9ebd7a5506c61e1b4677ff40b75, 1003ba7cbf48480abfe415b260a97172, 1588230740 2024-11-24T23:21:38,306 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/.tmp/f1/a45344c1623149468b8eb775ac6bd510 2024-11-24T23:21:38,309 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/.tmp/ns/de31036108d3401c9b3f23c1c80e9dc9 2024-11-24T23:21:38,310 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a45344c1623149468b8eb775ac6bd510 2024-11-24T23:21:38,344 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/.tmp/norep/630a92ac19bf443a8e35334540067a97 is 33, key is row2/norep:/1732490493466/DeleteFamily/seqid=0 2024-11-24T23:21:38,344 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/.tmp/rep_barrier/699c6c285459416b9a62185bd3a7b530 is 112, key is test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75./rep_barrier:seqnumDuringOpen/1732490480734/Put/seqid=0 2024-11-24T23:21:38,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741844_1020 (size=5108) 2024-11-24T23:21:38,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741845_1021 (size=5518) 2024-11-24T23:21:38,385 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1762, reset compression=false 2024-11-24T23:21:38,456 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1351): Waiting on 0254c9ebd7a5506c61e1b4677ff40b75, 1003ba7cbf48480abfe415b260a97172, 1588230740 2024-11-24T23:21:38,656 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1351): Waiting on 0254c9ebd7a5506c61e1b4677ff40b75, 1003ba7cbf48480abfe415b260a97172, 1588230740 2024-11-24T23:21:38,728 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1488, reset compression=false 2024-11-24T23:21:38,763 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/.tmp/norep/630a92ac19bf443a8e35334540067a97 2024-11-24T23:21:38,767 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 630a92ac19bf443a8e35334540067a97 2024-11-24T23:21:38,768 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/.tmp/f/57392f0d0faf48d698f8485bbead5e7a as hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/f/57392f0d0faf48d698f8485bbead5e7a 2024-11-24T23:21:38,772 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57392f0d0faf48d698f8485bbead5e7a 2024-11-24T23:21:38,772 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/f/57392f0d0faf48d698f8485bbead5e7a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T23:21:38,773 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/.tmp/rep_barrier/699c6c285459416b9a62185bd3a7b530 2024-11-24T23:21:38,773 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/.tmp/f1/a45344c1623149468b8eb775ac6bd510 as hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/f1/a45344c1623149468b8eb775ac6bd510 2024-11-24T23:21:38,781 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a45344c1623149468b8eb775ac6bd510 2024-11-24T23:21:38,781 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/f1/a45344c1623149468b8eb775ac6bd510, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T23:21:38,782 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/.tmp/norep/630a92ac19bf443a8e35334540067a97 as hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/norep/630a92ac19bf443a8e35334540067a97 2024-11-24T23:21:38,789 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 1762, reset compression=false 2024-11-24T23:21:38,794 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 630a92ac19bf443a8e35334540067a97 2024-11-24T23:21:38,794 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/norep/630a92ac19bf443a8e35334540067a97, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T23:21:38,796 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0254c9ebd7a5506c61e1b4677ff40b75 in 1341ms, sequenceid=12, compaction requested=false 2024-11-24T23:21:38,799 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/.tmp/table/7e2e2e9444644e84840a6512f0bd2037 is 53, key is hbase:replication/table:state/1732490485649/Put/seqid=0 2024-11-24T23:21:38,814 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:38,814 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 2111, reset compression=false 2024-11-24T23:21:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741846_1022 (size=5308) 2024-11-24T23:21:38,856 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/default/test/0254c9ebd7a5506c61e1b4677ff40b75/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T23:21:38,857 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1351): Waiting on 0254c9ebd7a5506c61e1b4677ff40b75, 1003ba7cbf48480abfe415b260a97172, 1588230740 2024-11-24T23:21:38,857 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:21:38,857 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:21:38,857 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. 2024-11-24T23:21:38,857 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0254c9ebd7a5506c61e1b4677ff40b75: Waiting for close lock at 1732490497454Running coprocessor pre-close hooks at 1732490497454Disabling compacts and flushes for region at 1732490497454Disabling writes for close at 1732490497454Obtaining lock to block concurrent updates at 1732490497455 (+1 ms)Preparing flush snapshotting stores in 0254c9ebd7a5506c61e1b4677ff40b75 at 1732490497455Finished memstore snapshotting test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732490497455Flushing stores of test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. at 1732490497455Flushing 0254c9ebd7a5506c61e1b4677ff40b75/f: creating writer at 1732490497455Flushing 0254c9ebd7a5506c61e1b4677ff40b75/f: appending metadata at 1732490497473 (+18 ms)Flushing 0254c9ebd7a5506c61e1b4677ff40b75/f: closing flushed file at 1732490497473Flushing 0254c9ebd7a5506c61e1b4677ff40b75/f1: creating writer at 1732490497883 (+410 ms)Flushing 0254c9ebd7a5506c61e1b4677ff40b75/f1: appending metadata at 1732490497901 (+18 ms)Flushing 0254c9ebd7a5506c61e1b4677ff40b75/f1: closing flushed file at 1732490497901Flushing 0254c9ebd7a5506c61e1b4677ff40b75/norep: creating writer at 1732490498310 (+409 ms)Flushing 0254c9ebd7a5506c61e1b4677ff40b75/norep: appending metadata at 1732490498342 (+32 ms)Flushing 0254c9ebd7a5506c61e1b4677ff40b75/norep: closing flushed file at 1732490498342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec7ced4: reopening flushed file at 1732490498767 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76498844: reopening flushed file at 1732490498773 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b441e: reopening flushed file at 1732490498781 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0254c9ebd7a5506c61e1b4677ff40b75 in 1341ms, sequenceid=12, compaction requested=false at 1732490498796 (+15 ms)Writing region close event to WAL at 1732490498853 (+57 ms)Running coprocessor post-close hooks at 1732490498857 (+4 ms)Closed at 1732490498857 2024-11-24T23:21:38,857 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490480212.0254c9ebd7a5506c61e1b4677ff40b75. 2024-11-24T23:21:38,857 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1003ba7cbf48480abfe415b260a97172, disabling compactions & flushes 2024-11-24T23:21:38,857 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:38,857 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:38,857 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. after waiting 0 ms 2024-11-24T23:21:38,857 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:38,857 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1003ba7cbf48480abfe415b260a97172: Waiting for close lock at 1732490498857Running coprocessor pre-close hooks at 1732490498857Disabling compacts and flushes for region at 1732490498857Disabling writes for close at 1732490498857Failed flush hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172., putting online again at 1732490498857 2024-11-24T23:21:38,858 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:38,955 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1471, reset compression=false 2024-11-24T23:21:39,049 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/WALs/ba7f32532130,44773,1732490472539/ba7f32532130%2C44773%2C1732490472539.1732490474900 to pos 2111, reset compression=false 2024-11-24T23:21:39,054 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:39,057 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T23:21:39,057 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1003ba7cbf48480abfe415b260a97172=hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172.} 2024-11-24T23:21:39,057 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1003ba7cbf48480abfe415b260a97172 2024-11-24T23:21:39,057 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1351): Waiting on 1003ba7cbf48480abfe415b260a97172, 1588230740 2024-11-24T23:21:39,057 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1003ba7cbf48480abfe415b260a97172, disabling compactions & flushes 2024-11-24T23:21:39,057 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:39,057 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:39,057 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. after waiting 0 ms 2024-11-24T23:21:39,057 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:39,057 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1003ba7cbf48480abfe415b260a97172: Waiting for close lock at 1732490499057Running coprocessor pre-close hooks at 1732490499057Disabling compacts and flushes for region at 1732490499057Disabling writes for close at 1732490499057Failed flush hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172., putting online again at 1732490499057 2024-11-24T23:21:39,057 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732490485192.1003ba7cbf48480abfe415b260a97172. 2024-11-24T23:21:39,230 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/.tmp/table/7e2e2e9444644e84840a6512f0bd2037 2024-11-24T23:21:39,235 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/.tmp/info/e776d518b7b4462db23423c4872eaf87 as hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/info/e776d518b7b4462db23423c4872eaf87 2024-11-24T23:21:39,245 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/info/e776d518b7b4462db23423c4872eaf87, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T23:21:39,247 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/.tmp/ns/de31036108d3401c9b3f23c1c80e9dc9 as hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/ns/de31036108d3401c9b3f23c1c80e9dc9 2024-11-24T23:21:39,253 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/ns/de31036108d3401c9b3f23c1c80e9dc9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T23:21:39,254 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/.tmp/rep_barrier/699c6c285459416b9a62185bd3a7b530 as hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/rep_barrier/699c6c285459416b9a62185bd3a7b530 2024-11-24T23:21:39,257 DEBUG [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:21:39,259 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/rep_barrier/699c6c285459416b9a62185bd3a7b530, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T23:21:39,260 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/.tmp/table/7e2e2e9444644e84840a6512f0bd2037 as hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/table/7e2e2e9444644e84840a6512f0bd2037 2024-11-24T23:21:39,265 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/table/7e2e2e9444644e84840a6512f0bd2037, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T23:21:39,266 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1811ms, sequenceid=16, compaction requested=false 2024-11-24T23:21:39,271 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T23:21:39,271 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:21:39,271 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:21:39,271 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:21:39,271 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490497455Running coprocessor pre-close hooks at 1732490497455Disabling compacts and flushes for region at 1732490497455Disabling writes for close at 1732490497455Obtaining lock to block concurrent updates at 1732490497455Preparing flush snapshotting stores in 1588230740 at 1732490497455Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732490497455Flushing stores of hbase:meta,,1.1588230740 at 1732490497456 (+1 ms)Flushing 1588230740/info: creating writer at 1732490497456Flushing 1588230740/info: appending metadata at 1732490497473 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732490497473Flushing 1588230740/ns: creating writer at 1732490497883 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732490497901 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732490497901Flushing 1588230740/rep_barrier: creating writer at 1732490498315 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490498344 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490498344Flushing 1588230740/table: creating writer at 1732490498779 (+435 ms)Flushing 1588230740/table: appending metadata at 1732490498799 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732490498799Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13622a97: reopening flushed file at 1732490499234 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6497e8d7: reopening flushed file at 1732490499245 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740bd356: reopening flushed file at 1732490499253 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6211a645: reopening flushed file at 1732490499260 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1811ms, sequenceid=16, compaction requested=false at 1732490499266 (+6 ms)Writing region close event to WAL at 1732490499268 (+2 ms)Running coprocessor post-close hooks at 1732490499271 (+3 ms)Closed at 1732490499271 2024-11-24T23:21:39,271 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:21:39,432 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1488, reset compression=false 2024-11-24T23:21:39,457 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T23:21:39,457 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,44773,1732490472539; all regions closed. 2024-11-24T23:21:39,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741834_1010 (size=4239) 2024-11-24T23:21:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741839_1015 (size=2390) 2024-11-24T23:21:39,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741832_1008 (size=2414) 2024-11-24T23:21:39,469 DEBUG [RS:0;ba7f32532130:44773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:39,469 INFO [RS:0;ba7f32532130:44773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:21:39,469 INFO [RS:0;ba7f32532130:44773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:21:39,469 INFO [RS:0;ba7f32532130:44773 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:21:39,469 INFO [RS:0;ba7f32532130:44773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:21:39,469 INFO [RS:0;ba7f32532130:44773 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,44773,1732490472539 because: Region server is closing 2024-11-24T23:21:39,470 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:21:39,470 INFO [RS:0;ba7f32532130:44773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:44773. 2024-11-24T23:21:39,470 DEBUG [RS:0;ba7f32532130:44773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:39,470 DEBUG [RS:0;ba7f32532130:44773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:39,471 DEBUG [RS:0;ba7f32532130:44773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:39,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:39,571 INFO [RS:0;ba7f32532130:44773 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.shipperba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 terminated 2024-11-24T23:21:39,571 INFO [RS:0;ba7f32532130:44773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:44773. 2024-11-24T23:21:39,571 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,44773,1732490472539.replicationSource.wal-reader.ba7f32532130%2C44773%2C1732490472539,1-ba7f32532130,44773,1732490472539 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-24T23:21:39,571 DEBUG [RS:0;ba7f32532130:44773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:39,571 DEBUG [RS:0;ba7f32532130:44773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:39,571 DEBUG [RS:0;ba7f32532130:44773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:39,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:39,571 INFO [RS:0;ba7f32532130:44773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44773 2024-11-24T23:21:39,684 INFO [RS:0;ba7f32532130:44773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:21:39,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185/rs 2024-11-24T23:21:39,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21606852185/rs/ba7f32532130,44773,1732490472539 2024-11-24T23:21:39,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,44773,1732490472539] 2024-11-24T23:21:39,705 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21606852185/draining/ba7f32532130,44773,1732490472539 already deleted, retry=false 2024-11-24T23:21:39,706 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,44773,1732490472539 expired; onlineServers=0 2024-11-24T23:21:39,706 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,33795,1732490472387' ***** 2024-11-24T23:21:39,706 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:21:39,706 INFO [M:0;ba7f32532130:33795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:21:39,706 INFO [M:0;ba7f32532130:33795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:21:39,706 DEBUG [M:0;ba7f32532130:33795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:21:39,706 DEBUG [M:0;ba7f32532130:33795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:21:39,706 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490474612 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490474612,5,FailOnTimeoutGroup] 2024-11-24T23:21:39,706 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:21:39,706 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490474609 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490474609,5,FailOnTimeoutGroup] 2024-11-24T23:21:39,706 INFO [M:0;ba7f32532130:33795 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:21:39,706 INFO [M:0;ba7f32532130:33795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:21:39,706 DEBUG [M:0;ba7f32532130:33795 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:21:39,707 INFO [M:0;ba7f32532130:33795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:21:39,707 INFO [M:0;ba7f32532130:33795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:21:39,707 INFO [M:0;ba7f32532130:33795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:21:39,707 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:21:39,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21606852185/master 2024-11-24T23:21:39,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21606852185 2024-11-24T23:21:39,716 DEBUG [M:0;ba7f32532130:33795 {}] zookeeper.ZKUtil(347): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Unable to get data of znode /21606852185/master because node does not exist (not an error) 2024-11-24T23:21:39,716 WARN [M:0;ba7f32532130:33795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:21:39,717 INFO [M:0;ba7f32532130:33795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/.lastflushedseqids 2024-11-24T23:21:39,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741847_1023 (size=245) 2024-11-24T23:21:39,740 INFO [M:0;ba7f32532130:33795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:21:39,741 INFO [M:0;ba7f32532130:33795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:21:39,741 DEBUG [M:0;ba7f32532130:33795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:21:39,741 INFO [M:0;ba7f32532130:33795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:39,741 DEBUG [M:0;ba7f32532130:33795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:39,741 DEBUG [M:0;ba7f32532130:33795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:21:39,741 DEBUG [M:0;ba7f32532130:33795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:39,741 INFO [M:0;ba7f32532130:33795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-24T23:21:39,758 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1471, reset compression=false 2024-11-24T23:21:39,764 DEBUG [M:0;ba7f32532130:33795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43ee7dfbce954709925e98baf028adf4 is 82, key is hbase:meta,,1/info:regioninfo/1732490475618/Put/seqid=0 2024-11-24T23:21:39,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741848_1024 (size=5672) 2024-11-24T23:21:39,779 INFO [M:0;ba7f32532130:33795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43ee7dfbce954709925e98baf028adf4 2024-11-24T23:21:39,795 INFO [RS:0;ba7f32532130:44773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:21:39,795 INFO [RS:0;ba7f32532130:44773 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,44773,1732490472539; zookeeper connection closed. 2024-11-24T23:21:39,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:21:39,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44773-0x1016f2672bd0007, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:21:39,804 DEBUG [M:0;ba7f32532130:33795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70e2d3ec87ae4c789589e9ac401e8925 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732490485653/Put/seqid=0 2024-11-24T23:21:39,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21242cef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21242cef 2024-11-24T23:21:39,806 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:21:39,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741849_1025 (size=9213) 2024-11-24T23:21:40,225 INFO [M:0;ba7f32532130:33795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70e2d3ec87ae4c789589e9ac401e8925 2024-11-24T23:21:40,237 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1488, reset compression=false 2024-11-24T23:21:40,243 DEBUG [M:0;ba7f32532130:33795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93e70aaf01194bc7a8cdf0a21a5b4947 is 69, key is ba7f32532130,44773,1732490472539/rs:state/1732490474665/Put/seqid=0 2024-11-24T23:21:40,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741850_1026 (size=5156) 2024-11-24T23:21:40,647 INFO [M:0;ba7f32532130:33795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93e70aaf01194bc7a8cdf0a21a5b4947 2024-11-24T23:21:40,653 DEBUG [M:0;ba7f32532130:33795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43ee7dfbce954709925e98baf028adf4 as hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43ee7dfbce954709925e98baf028adf4 2024-11-24T23:21:40,659 INFO [M:0;ba7f32532130:33795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43ee7dfbce954709925e98baf028adf4, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T23:21:40,660 DEBUG [M:0;ba7f32532130:33795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70e2d3ec87ae4c789589e9ac401e8925 as hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70e2d3ec87ae4c789589e9ac401e8925 2024-11-24T23:21:40,666 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1471, reset compression=false 2024-11-24T23:21:40,672 INFO [M:0;ba7f32532130:33795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70e2d3ec87ae4c789589e9ac401e8925, entries=15, sequenceid=127, filesize=9.0 K 2024-11-24T23:21:40,673 DEBUG [M:0;ba7f32532130:33795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93e70aaf01194bc7a8cdf0a21a5b4947 as hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93e70aaf01194bc7a8cdf0a21a5b4947 2024-11-24T23:21:40,684 INFO [M:0;ba7f32532130:33795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3c6b7442-a340-00d6-ea3e-f6f3cfe428c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93e70aaf01194bc7a8cdf0a21a5b4947, entries=1, sequenceid=127, filesize=5.0 K 2024-11-24T23:21:40,685 INFO [M:0;ba7f32532130:33795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 944ms, sequenceid=127, compaction requested=false 2024-11-24T23:21:40,701 INFO [M:0;ba7f32532130:33795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:40,701 DEBUG [M:0;ba7f32532130:33795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490499741Disabling compacts and flushes for region at 1732490499741Disabling writes for close at 1732490499741Obtaining lock to block concurrent updates at 1732490499741Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490499741Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732490499742 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490499742Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490499742Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490499764 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490499764Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490499784 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490499803 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490499803Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490500228 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490500242 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490500243 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f56fb3: reopening flushed file at 1732490500652 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@427d07e1: reopening flushed file at 1732490500659 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e005f1: reopening flushed file at 1732490500672 (+13 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 944ms, sequenceid=127, compaction requested=false at 1732490500685 (+13 ms)Writing region close event to WAL at 1732490500701 (+16 ms)Closed at 1732490500701 2024-11-24T23:21:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741830_1006 (size=73878) 2024-11-24T23:21:40,704 INFO [M:0;ba7f32532130:33795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:21:40,704 INFO [M:0;ba7f32532130:33795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33795 2024-11-24T23:21:40,704 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:21:40,704 INFO [M:0;ba7f32532130:33795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:21:41,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:21:41,003 INFO [M:0;ba7f32532130:33795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:21:41,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1016f2672bd0006, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:21:41,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@205f457f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:21:41,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15cfca75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:21:41,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:21:41,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f83a877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:21:41,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c41974f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/hadoop.log.dir/,STOPPED} 2024-11-24T23:21:41,008 WARN [BP-1818123713-172.17.0.3-1732490470315 heartbeating to localhost/127.0.0.1:37607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:21:41,008 WARN [BP-1818123713-172.17.0.3-1732490470315 heartbeating to localhost/127.0.0.1:37607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1818123713-172.17.0.3-1732490470315 (Datanode Uuid 9f40d0ef-60c4-44fc-8d2b-118025b75347) service to localhost/127.0.0.1:37607 2024-11-24T23:21:41,008 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:21:41,008 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:21:41,009 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/cluster_1a08b8e9-08d4-e7da-348a-b62442311c01/data/data1/current/BP-1818123713-172.17.0.3-1732490470315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:21:41,009 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/cluster_1a08b8e9-08d4-e7da-348a-b62442311c01/data/data2/current/BP-1818123713-172.17.0.3-1732490470315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:21:41,009 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:21:41,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3198c032{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:21:41,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66c54baa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:21:41,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:21:41,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f137416{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:21:41,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655c6ebf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/hadoop.log.dir/,STOPPED} 2024-11-24T23:21:41,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:21:41,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:21:41,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:21:41,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:41,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:41,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:41,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:21:41,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=721730359, stopped=false 2024-11-24T23:21:41,032 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,33725,1732490466699 2024-11-24T23:21:41,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:41,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-673717313/running 2024-11-24T23:21:41,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-673717313/running 2024-11-24T23:21:41,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:41,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:41,042 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:21:41,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:21:41,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:41,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:41,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Set watcher on znode that does not yet exist, /1-673717313/running 2024-11-24T23:21:41,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Set watcher on znode that does not yet exist, /1-673717313/running 2024-11-24T23:21:41,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,45433,1732490466846' ***** 2024-11-24T23:21:41,044 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:21:41,044 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:21:41,044 INFO [RS:0;ba7f32532130:45433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:21:41,044 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:21:41,044 INFO [RS:0;ba7f32532130:45433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:21:41,044 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(3091): Received CLOSE for b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:41,045 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:41,045 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,45433,1732490466846 2024-11-24T23:21:41,045 INFO [RS:0;ba7f32532130:45433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:21:41,045 INFO [RS:0;ba7f32532130:45433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:45433. 2024-11-24T23:21:41,045 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9103e0c04593d0b65ae0cbb9867eb60, disabling compactions & flushes 2024-11-24T23:21:41,045 DEBUG [RS:0;ba7f32532130:45433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:41,045 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. 2024-11-24T23:21:41,045 DEBUG [RS:0;ba7f32532130:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:41,045 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. 2024-11-24T23:21:41,045 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. after waiting 0 ms 2024-11-24T23:21:41,045 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. 2024-11-24T23:21:41,045 INFO [RS:0;ba7f32532130:45433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:21:41,045 INFO [RS:0;ba7f32532130:45433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:21:41,045 INFO [RS:0;ba7f32532130:45433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:21:41,045 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b9103e0c04593d0b65ae0cbb9867eb60 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T23:21:41,045 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:21:41,045 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T23:21:41,045 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1325): Online Regions={b9103e0c04593d0b65ae0cbb9867eb60=test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60., 1588230740=hbase:meta,,1.1588230740, 4e33b87951f60736e380faaecfdb900d=hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d.} 2024-11-24T23:21:41,045 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e33b87951f60736e380faaecfdb900d, b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:41,045 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:21:41,046 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:21:41,046 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:21:41,046 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:21:41,046 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:21:41,046 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T23:21:41,061 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/.tmp/info/0874f8285c4a46ce82b4297d88277990 is 147, key is hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d./info:regioninfo/1732490483850/Put/seqid=0 2024-11-24T23:21:41,062 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/.tmp/f/49f9dcd422fb4623a955d523e871fb79 is 37, key is row3/f:row3/1732490495113/Put/seqid=0 2024-11-24T23:21:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741840_1016 (size=7686) 2024-11-24T23:21:41,066 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/.tmp/info/0874f8285c4a46ce82b4297d88277990 2024-11-24T23:21:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741841_1017 (size=5228) 2024-11-24T23:21:41,092 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/.tmp/ns/3903a5c3260640f4bc4919c8a2ec3fb9 is 43, key is default/ns:d/1732490470072/Put/seqid=0 2024-11-24T23:21:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741842_1018 (size=5153) 2024-11-24T23:21:41,132 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:21:41,145 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1488, reset compression=false 2024-11-24T23:21:41,245 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e33b87951f60736e380faaecfdb900d, b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:41,446 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e33b87951f60736e380faaecfdb900d, b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:41,474 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/.tmp/f/49f9dcd422fb4623a955d523e871fb79 2024-11-24T23:21:41,478 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49f9dcd422fb4623a955d523e871fb79 2024-11-24T23:21:41,493 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/.tmp/f1/03af8e9b5bc14b42b4a4196eef2dfc7c is 30, key is row1/f1:/1732490492462/DeleteFamily/seqid=0 2024-11-24T23:21:41,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741843_1019 (size=5158) 2024-11-24T23:21:41,497 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/.tmp/ns/3903a5c3260640f4bc4919c8a2ec3fb9 2024-11-24T23:21:41,497 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/.tmp/f1/03af8e9b5bc14b42b4a4196eef2dfc7c 2024-11-24T23:21:41,501 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03af8e9b5bc14b42b4a4196eef2dfc7c 2024-11-24T23:21:41,517 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/.tmp/rep_barrier/8a04321bc48d461dad4be95dea9eacd2 is 112, key is test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60./rep_barrier:seqnumDuringOpen/1732490479213/Put/seqid=0 2024-11-24T23:21:41,518 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/.tmp/norep/263ad59288424728b1d848a55d589d9d is 33, key is row1/norep:/1732490492462/DeleteFamily/seqid=0 2024-11-24T23:21:41,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741844_1020 (size=5518) 2024-11-24T23:21:41,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741845_1021 (size=5108) 2024-11-24T23:21:41,530 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/.tmp/rep_barrier/8a04321bc48d461dad4be95dea9eacd2 2024-11-24T23:21:41,550 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/.tmp/table/39bd9e0667ac474eb16a2b6894641bb9 is 53, key is hbase:replication/table:state/1732490483857/Put/seqid=0 2024-11-24T23:21:41,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741846_1022 (size=5308) 2024-11-24T23:21:41,554 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/.tmp/table/39bd9e0667ac474eb16a2b6894641bb9 2024-11-24T23:21:41,558 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/.tmp/info/0874f8285c4a46ce82b4297d88277990 as hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/info/0874f8285c4a46ce82b4297d88277990 2024-11-24T23:21:41,563 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/info/0874f8285c4a46ce82b4297d88277990, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T23:21:41,564 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/.tmp/ns/3903a5c3260640f4bc4919c8a2ec3fb9 as hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/ns/3903a5c3260640f4bc4919c8a2ec3fb9 2024-11-24T23:21:41,568 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/ns/3903a5c3260640f4bc4919c8a2ec3fb9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T23:21:41,568 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/.tmp/rep_barrier/8a04321bc48d461dad4be95dea9eacd2 as hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/rep_barrier/8a04321bc48d461dad4be95dea9eacd2 2024-11-24T23:21:41,573 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/rep_barrier/8a04321bc48d461dad4be95dea9eacd2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T23:21:41,574 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/.tmp/table/39bd9e0667ac474eb16a2b6894641bb9 as hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/table/39bd9e0667ac474eb16a2b6894641bb9 2024-11-24T23:21:41,578 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/table/39bd9e0667ac474eb16a2b6894641bb9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T23:21:41,579 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 533ms, sequenceid=16, compaction requested=false 2024-11-24T23:21:41,583 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T23:21:41,584 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:21:41,584 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:21:41,584 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:21:41,584 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490501045Running coprocessor pre-close hooks at 1732490501045Disabling compacts and flushes for region at 1732490501045Disabling writes for close at 1732490501046 (+1 ms)Obtaining lock to block concurrent updates at 1732490501046Preparing flush snapshotting stores in 1588230740 at 1732490501046Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732490501046Flushing stores of hbase:meta,,1.1588230740 at 1732490501047 (+1 ms)Flushing 1588230740/info: creating writer at 1732490501047Flushing 1588230740/info: appending metadata at 1732490501060 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732490501060Flushing 1588230740/ns: creating writer at 1732490501075 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732490501091 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732490501091Flushing 1588230740/rep_barrier: creating writer at 1732490501502 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490501517 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490501517Flushing 1588230740/table: creating writer at 1732490501534 (+17 ms)Flushing 1588230740/table: appending metadata at 1732490501550 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732490501550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58988c93: reopening flushed file at 1732490501558 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46824b07: reopening flushed file at 1732490501563 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9c78a: reopening flushed file at 1732490501568 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a17b2ba: reopening flushed file at 1732490501573 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 533ms, sequenceid=16, compaction requested=false at 1732490501579 (+6 ms)Writing region close event to WAL at 1732490501580 (+1 ms)Running coprocessor post-close hooks at 1732490501584 (+4 ms)Closed at 1732490501584 2024-11-24T23:21:41,584 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:21:41,646 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1351): Waiting on 4e33b87951f60736e380faaecfdb900d, b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:41,692 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1471, reset compression=false 2024-11-24T23:21:41,695 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:41,695 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1718, reset compression=false 2024-11-24T23:21:41,695 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,45433,1732490466846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:41,697 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ba7f32532130,45433,1732490466846: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ba7f32532130,45433,1732490466846, walGroup=ba7f32532130%2C45433%2C1732490466846, offset=ba7f32532130%2C45433%2C1732490466846.1732490469104:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:45433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T23:21:41,698 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:21:41,698 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:21:41,698 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:21:41,698 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:21:41,698 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:21:41,698 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 836133688 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198644472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T23:21:41,699 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:33725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:33725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T23:21:41,846 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1351): Waiting on 4e33b87951f60736e380faaecfdb900d, b9103e0c04593d0b65ae0cbb9867eb60 2024-11-24T23:21:41,900 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1718, reset compression=false 2024-11-24T23:21:41,930 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/.tmp/norep/263ad59288424728b1d848a55d589d9d 2024-11-24T23:21:41,934 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 263ad59288424728b1d848a55d589d9d 2024-11-24T23:21:41,935 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/.tmp/f/49f9dcd422fb4623a955d523e871fb79 as hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/f/49f9dcd422fb4623a955d523e871fb79 2024-11-24T23:21:41,938 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49f9dcd422fb4623a955d523e871fb79 2024-11-24T23:21:41,938 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/f/49f9dcd422fb4623a955d523e871fb79, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T23:21:41,939 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/.tmp/f1/03af8e9b5bc14b42b4a4196eef2dfc7c as hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/f1/03af8e9b5bc14b42b4a4196eef2dfc7c 2024-11-24T23:21:41,943 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03af8e9b5bc14b42b4a4196eef2dfc7c 2024-11-24T23:21:41,943 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/f1/03af8e9b5bc14b42b4a4196eef2dfc7c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T23:21:41,944 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/.tmp/norep/263ad59288424728b1d848a55d589d9d as hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/norep/263ad59288424728b1d848a55d589d9d 2024-11-24T23:21:41,948 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 263ad59288424728b1d848a55d589d9d 2024-11-24T23:21:41,948 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/norep/263ad59288424728b1d848a55d589d9d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T23:21:41,949 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b9103e0c04593d0b65ae0cbb9867eb60 in 904ms, sequenceid=12, compaction requested=false 2024-11-24T23:21:41,949 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T23:21:41,961 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/data/default/test/b9103e0c04593d0b65ae0cbb9867eb60/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T23:21:41,961 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:21:41,961 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:21:41,961 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. 2024-11-24T23:21:41,961 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9103e0c04593d0b65ae0cbb9867eb60: Waiting for close lock at 1732490501045Running coprocessor pre-close hooks at 1732490501045Disabling compacts and flushes for region at 1732490501045Disabling writes for close at 1732490501045Obtaining lock to block concurrent updates at 1732490501045Preparing flush snapshotting stores in b9103e0c04593d0b65ae0cbb9867eb60 at 1732490501045Finished memstore snapshotting test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732490501046 (+1 ms)Flushing stores of test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. at 1732490501046Flushing b9103e0c04593d0b65ae0cbb9867eb60/f: creating writer at 1732490501046Flushing b9103e0c04593d0b65ae0cbb9867eb60/f: appending metadata at 1732490501062 (+16 ms)Flushing b9103e0c04593d0b65ae0cbb9867eb60/f: closing flushed file at 1732490501062Flushing b9103e0c04593d0b65ae0cbb9867eb60/f1: creating writer at 1732490501478 (+416 ms)Flushing b9103e0c04593d0b65ae0cbb9867eb60/f1: appending metadata at 1732490501493 (+15 ms)Flushing b9103e0c04593d0b65ae0cbb9867eb60/f1: closing flushed file at 1732490501493Flushing b9103e0c04593d0b65ae0cbb9867eb60/norep: creating writer at 1732490501502 (+9 ms)Flushing b9103e0c04593d0b65ae0cbb9867eb60/norep: appending metadata at 1732490501518 (+16 ms)Flushing b9103e0c04593d0b65ae0cbb9867eb60/norep: closing flushed file at 1732490501518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711e3360: reopening flushed file at 1732490501934 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@962ae60: reopening flushed file at 1732490501938 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24153ef4: reopening flushed file at 1732490501943 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b9103e0c04593d0b65ae0cbb9867eb60 in 904ms, sequenceid=12, compaction requested=false at 1732490501949 (+6 ms)Writing region close event to WAL at 1732490501957 (+8 ms)Running coprocessor post-close hooks at 1732490501961 (+4 ms)Closed at 1732490501961 2024-11-24T23:21:41,961 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490478044.b9103e0c04593d0b65ae0cbb9867eb60. 2024-11-24T23:21:41,962 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e33b87951f60736e380faaecfdb900d, disabling compactions & flushes 2024-11-24T23:21:41,962 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:41,962 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:41,962 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. after waiting 0 ms 2024-11-24T23:21:41,962 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:41,962 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e33b87951f60736e380faaecfdb900d: Waiting for close lock at 1732490501962Running coprocessor pre-close hooks at 1732490501962Disabling compacts and flushes for region at 1732490501962Disabling writes for close at 1732490501962Failed flush hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d., putting online again at 1732490501962 2024-11-24T23:21:41,962 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:42,029 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:21:42,029 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:21:42,046 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:21:42,046 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1325): Online Regions={4e33b87951f60736e380faaecfdb900d=hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d.} 2024-11-24T23:21:42,046 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:42,046 DEBUG [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1351): Waiting on 4e33b87951f60736e380faaecfdb900d 2024-11-24T23:21:42,047 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e33b87951f60736e380faaecfdb900d, disabling compactions & flushes 2024-11-24T23:21:42,047 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:42,047 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:42,047 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. after waiting 0 ms 2024-11-24T23:21:42,047 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:42,047 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e33b87951f60736e380faaecfdb900d: Waiting for close lock at 1732490502046Running coprocessor pre-close hooks at 1732490502046Disabling compacts and flushes for region at 1732490502047 (+1 ms)Disabling writes for close at 1732490502047Failed flush hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d., putting online again at 1732490502047 2024-11-24T23:21:42,047 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732490483036.4e33b87951f60736e380faaecfdb900d. 2024-11-24T23:21:42,149 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1488, reset compression=false 2024-11-24T23:21:42,203 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 1718, reset compression=false 2024-11-24T23:21:42,208 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:42,208 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.wal-reader.ba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 to pos 2362, reset compression=false 2024-11-24T23:21:42,247 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T23:21:42,247 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,45433,1732490466846; all regions closed. 2024-11-24T23:21:42,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741834_1010 (size=4239) 2024-11-24T23:21:42,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741839_1015 (size=2609) 2024-11-24T23:21:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741832_1008 (size=2370) 2024-11-24T23:21:42,254 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/WALs/ba7f32532130,45433,1732490466846/ba7f32532130%2C45433%2C1732490466846.1732490469104 not finished, retry = 0 2024-11-24T23:21:42,354 DEBUG [RS:0;ba7f32532130:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:42,354 INFO [RS:0;ba7f32532130:45433 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:21:42,354 INFO [RS:0;ba7f32532130:45433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:21:42,355 INFO [RS:0;ba7f32532130:45433 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T23:21:42,355 INFO [RS:0;ba7f32532130:45433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:21:42,355 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:21:42,355 INFO [RS:0;ba7f32532130:45433 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,45433,1732490466846 because: Region server is closing 2024-11-24T23:21:42,355 INFO [RS:0;ba7f32532130:45433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:45433. 2024-11-24T23:21:42,355 DEBUG [RS:0;ba7f32532130:45433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:42,355 DEBUG [RS:0;ba7f32532130:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:42,355 DEBUG [RS:0;ba7f32532130:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:42,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:42,455 INFO [RS:0;ba7f32532130:45433 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,45433,1732490466846.replicationSource.shipperba7f32532130%2C45433%2C1732490466846,1-ba7f32532130,45433,1732490466846 terminated 2024-11-24T23:21:42,456 INFO [RS:0;ba7f32532130:45433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:45433. 2024-11-24T23:21:42,456 DEBUG [RS:0;ba7f32532130:45433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:42,456 DEBUG [RS:0;ba7f32532130:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:42,456 DEBUG [RS:0;ba7f32532130:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:42,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:42,456 INFO [RS:0;ba7f32532130:45433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45433 2024-11-24T23:21:42,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313/rs 2024-11-24T23:21:42,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-673717313/rs/ba7f32532130,45433,1732490466846 2024-11-24T23:21:42,533 INFO [RS:0;ba7f32532130:45433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:21:42,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,45433,1732490466846] 2024-11-24T23:21:42,554 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-673717313/draining/ba7f32532130,45433,1732490466846 already deleted, retry=false 2024-11-24T23:21:42,554 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,45433,1732490466846 expired; onlineServers=0 2024-11-24T23:21:42,554 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,33725,1732490466699' ***** 2024-11-24T23:21:42,554 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:21:42,554 INFO [M:0;ba7f32532130:33725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:21:42,554 INFO [M:0;ba7f32532130:33725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:21:42,554 DEBUG [M:0;ba7f32532130:33725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:21:42,554 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:21:42,554 DEBUG [M:0;ba7f32532130:33725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:21:42,554 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490468816 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490468816,5,FailOnTimeoutGroup] 2024-11-24T23:21:42,554 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490468820 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490468820,5,FailOnTimeoutGroup] 2024-11-24T23:21:42,554 INFO [M:0;ba7f32532130:33725 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:21:42,554 INFO [M:0;ba7f32532130:33725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:21:42,555 DEBUG [M:0;ba7f32532130:33725 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:21:42,555 INFO [M:0;ba7f32532130:33725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:21:42,555 INFO [M:0;ba7f32532130:33725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:21:42,555 INFO [M:0;ba7f32532130:33725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:21:42,555 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:21:42,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-673717313/master 2024-11-24T23:21:42,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-673717313 2024-11-24T23:21:42,564 DEBUG [M:0;ba7f32532130:33725 {}] zookeeper.ZKUtil(347): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Unable to get data of znode /1-673717313/master because node does not exist (not an error) 2024-11-24T23:21:42,565 WARN [M:0;ba7f32532130:33725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:21:42,565 INFO [M:0;ba7f32532130:33725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/.lastflushedseqids 2024-11-24T23:21:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741847_1023 (size=245) 2024-11-24T23:21:42,570 INFO [M:0;ba7f32532130:33725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:21:42,570 INFO [M:0;ba7f32532130:33725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:21:42,571 DEBUG [M:0;ba7f32532130:33725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:21:42,571 INFO [M:0;ba7f32532130:33725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:42,571 DEBUG [M:0;ba7f32532130:33725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:42,571 DEBUG [M:0;ba7f32532130:33725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:21:42,571 DEBUG [M:0;ba7f32532130:33725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:42,571 INFO [M:0;ba7f32532130:33725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-24T23:21:42,586 DEBUG [M:0;ba7f32532130:33725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0277c30312a245afa73bf1f0db9c3c30 is 82, key is hbase:meta,,1/info:regioninfo/1732490470043/Put/seqid=0 2024-11-24T23:21:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741848_1024 (size=5672) 2024-11-24T23:21:42,592 INFO [M:0;ba7f32532130:33725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0277c30312a245afa73bf1f0db9c3c30 2024-11-24T23:21:42,613 DEBUG [M:0;ba7f32532130:33725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8001cf154174df48ac4d6c4b58f493d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732490479225/Put/seqid=0 2024-11-24T23:21:42,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741849_1025 (size=7219) 2024-11-24T23:21:42,617 INFO [M:0;ba7f32532130:33725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8001cf154174df48ac4d6c4b58f493d 2024-11-24T23:21:42,622 INFO [M:0;ba7f32532130:33725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8001cf154174df48ac4d6c4b58f493d 2024-11-24T23:21:42,638 DEBUG [M:0;ba7f32532130:33725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/021bc503768c4d6f93c72cf5deed9502 is 69, key is ba7f32532130,45433,1732490466846/rs:state/1732490468909/Put/seqid=0 2024-11-24T23:21:42,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741850_1026 (size=5156) 2024-11-24T23:21:42,641 INFO [M:0;ba7f32532130:33725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/021bc503768c4d6f93c72cf5deed9502 2024-11-24T23:21:42,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:21:42,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1016f2672bd0004, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:21:42,644 INFO [RS:0;ba7f32532130:45433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:21:42,644 INFO [RS:0;ba7f32532130:45433 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,45433,1732490466846; zookeeper connection closed. 2024-11-24T23:21:42,644 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22b743a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22b743a2 2024-11-24T23:21:42,645 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:21:42,646 DEBUG [M:0;ba7f32532130:33725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0277c30312a245afa73bf1f0db9c3c30 as hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0277c30312a245afa73bf1f0db9c3c30 2024-11-24T23:21:42,654 INFO [M:0;ba7f32532130:33725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0277c30312a245afa73bf1f0db9c3c30, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T23:21:42,655 DEBUG [M:0;ba7f32532130:33725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8001cf154174df48ac4d6c4b58f493d as hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8001cf154174df48ac4d6c4b58f493d 2024-11-24T23:21:42,659 INFO [M:0;ba7f32532130:33725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8001cf154174df48ac4d6c4b58f493d 2024-11-24T23:21:42,659 INFO [M:0;ba7f32532130:33725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8001cf154174df48ac4d6c4b58f493d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T23:21:42,660 DEBUG [M:0;ba7f32532130:33725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/021bc503768c4d6f93c72cf5deed9502 as hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/021bc503768c4d6f93c72cf5deed9502 2024-11-24T23:21:42,664 INFO [M:0;ba7f32532130:33725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37433/user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/021bc503768c4d6f93c72cf5deed9502, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T23:21:42,665 INFO [M:0;ba7f32532130:33725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=105, compaction requested=false 2024-11-24T23:21:42,670 INFO [M:0;ba7f32532130:33725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:42,670 DEBUG [M:0;ba7f32532130:33725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490502570Disabling compacts and flushes for region at 1732490502570Disabling writes for close at 1732490502571 (+1 ms)Obtaining lock to block concurrent updates at 1732490502571Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490502571Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732490502571Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490502572 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490502572Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490502586 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490502586Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490502595 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490502613 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490502613Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490502622 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490502637 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490502637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b9069e: reopening flushed file at 1732490502645 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4568ddee: reopening flushed file at 1732490502654 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611eda49: reopening flushed file at 1732490502659 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=105, compaction requested=false at 1732490502665 (+6 ms)Writing region close event to WAL at 1732490502670 (+5 ms)Closed at 1732490502670 2024-11-24T23:21:42,672 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b89f56c5-b961-e7d8-c26c-f46a7bc89ef0/MasterData/WALs/ba7f32532130,33725,1732490466699/ba7f32532130%2C33725%2C1732490466699.1732490468559 not finished, retry = 0 2024-11-24T23:21:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41753 is added to blk_1073741830_1006 (size=64435) 2024-11-24T23:21:42,773 INFO [M:0;ba7f32532130:33725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:21:42,773 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:21:42,773 INFO [M:0;ba7f32532130:33725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33725 2024-11-24T23:21:42,774 INFO [M:0;ba7f32532130:33725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:21:42,886 INFO [M:0;ba7f32532130:33725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:21:42,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:21:42,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33725-0x1016f2672bd0003, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:21:42,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bff4f0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:21:42,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77cb3a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:21:42,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:21:42,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6536f56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:21:42,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3f1a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/hadoop.log.dir/,STOPPED} 2024-11-24T23:21:42,890 WARN [BP-1979261925-172.17.0.3-1732490464484 heartbeating to localhost/127.0.0.1:37433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:21:42,890 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:21:42,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:21:42,890 WARN [BP-1979261925-172.17.0.3-1732490464484 heartbeating to localhost/127.0.0.1:37433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1979261925-172.17.0.3-1732490464484 (Datanode Uuid fb9b5782-cc56-4283-891e-a6caaa2a94c2) service to localhost/127.0.0.1:37433 2024-11-24T23:21:42,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/cluster_f3c1623f-863d-f54b-104a-ef89087642e2/data/data1/current/BP-1979261925-172.17.0.3-1732490464484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:21:42,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/cluster_f3c1623f-863d-f54b-104a-ef89087642e2/data/data2/current/BP-1979261925-172.17.0.3-1732490464484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:21:42,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:21:42,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40819ccc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:21:42,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33a937cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:21:42,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:21:42,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ef63c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:21:42,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599275ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fdc8932-b088-6bf3-6c97-83a58d1810a1/hadoop.log.dir/,STOPPED} 2024-11-24T23:21:42,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:21:42,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:21:42,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:21:42,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:42,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:42,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:42,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:42,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:21:42,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=635728038, stopped=false 2024-11-24T23:21:42,914 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,44623,1732490461280 2024-11-24T23:21:42,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-407889718/running 2024-11-24T23:21:42,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-407889718/running 2024-11-24T23:21:42,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:42,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:42,926 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:21:42,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Set watcher on znode that does not yet exist, /0-407889718/running 2024-11-24T23:21:42,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:21:42,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Set watcher on znode that does not yet exist, /0-407889718/running 2024-11-24T23:21:42,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:42,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:42,927 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,34577,1732490461477' ***** 2024-11-24T23:21:42,927 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:21:42,927 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:21:42,928 INFO [RS:0;ba7f32532130:34577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:21:42,928 INFO [RS:0;ba7f32532130:34577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:21:42,928 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(3091): Received CLOSE for 0044aae19e4c38d74a178831fadb1df9 2024-11-24T23:21:42,928 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:21:42,928 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(3091): Received CLOSE for 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:42,928 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,34577,1732490461477 2024-11-24T23:21:42,928 INFO [RS:0;ba7f32532130:34577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:21:42,928 INFO [RS:0;ba7f32532130:34577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:34577. 2024-11-24T23:21:42,928 DEBUG [RS:0;ba7f32532130:34577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:42,928 DEBUG [RS:0;ba7f32532130:34577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:42,928 INFO [RS:0;ba7f32532130:34577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:21:42,928 INFO [RS:0;ba7f32532130:34577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:21:42,928 INFO [RS:0;ba7f32532130:34577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:21:42,928 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:21:42,928 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T23:21:42,929 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0044aae19e4c38d74a178831fadb1df9=test,,1732490475891.0044aae19e4c38d74a178831fadb1df9., 312c60ac632d99e40bbef23c4a2c148c=hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c.} 2024-11-24T23:21:42,929 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1351): Waiting on 0044aae19e4c38d74a178831fadb1df9, 1588230740, 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:42,929 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0044aae19e4c38d74a178831fadb1df9, disabling compactions & flushes 2024-11-24T23:21:42,929 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:21:42,929 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. 2024-11-24T23:21:42,929 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:21:42,929 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. 2024-11-24T23:21:42,929 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:21:42,929 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. after waiting 0 ms 2024-11-24T23:21:42,929 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:21:42,929 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. 2024-11-24T23:21:42,929 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:21:42,929 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0044aae19e4c38d74a178831fadb1df9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-24T23:21:42,929 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T23:21:42,934 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:21:42,945 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/.tmp/info/65ddfa65cc1145b48c050e791922e2fe is 147, key is hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c./info:regioninfo/1732490481876/Put/seqid=0 2024-11-24T23:21:42,946 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/.tmp/f/07a1edd4bce84da281b44e688ad0da8e is 37, key is row3/f:row3/1732490495113/Put/seqid=0 2024-11-24T23:21:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741840_1016 (size=7686) 2024-11-24T23:21:42,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741841_1017 (size=5228) 2024-11-24T23:21:43,129 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1351): Waiting on 0044aae19e4c38d74a178831fadb1df9, 1588230740, 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:43,177 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:21:43,177 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:21:43,252 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1488, reset compression=false 2024-11-24T23:21:43,257 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:43,257 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1735, reset compression=false 2024-11-24T23:21:43,257 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,34577,1732490461477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:21:43,257 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ba7f32532130,34577,1732490461477: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ba7f32532130,34577,1732490461477, walGroup=ba7f32532130%2C34577%2C1732490461477, offset=ba7f32532130%2C34577%2C1732490461477.1732490463312:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:34577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T23:21:43,259 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:21:43,259 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:21:43,259 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:21:43,259 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:21:43,259 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:21:43,259 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 869688120 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 199018224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T23:21:43,259 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:44623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:44623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T23:21:43,329 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1351): Waiting on 0044aae19e4c38d74a178831fadb1df9, 1588230740, 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:43,353 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/.tmp/info/65ddfa65cc1145b48c050e791922e2fe 2024-11-24T23:21:43,358 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/.tmp/f/07a1edd4bce84da281b44e688ad0da8e 2024-11-24T23:21:43,362 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07a1edd4bce84da281b44e688ad0da8e 2024-11-24T23:21:43,373 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/.tmp/ns/635b1f921c744a2ab6cc13c6969a014f is 43, key is default/ns:d/1732490464373/Put/seqid=0 2024-11-24T23:21:43,379 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/.tmp/f1/d508cba3e2de4c0aa25c5a91d10523c3 is 30, key is row1/f1:/1732490492462/DeleteFamily/seqid=0 2024-11-24T23:21:43,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741842_1018 (size=5153) 2024-11-24T23:21:43,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741843_1019 (size=5158) 2024-11-24T23:21:43,383 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/.tmp/f1/d508cba3e2de4c0aa25c5a91d10523c3 2024-11-24T23:21:43,387 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d508cba3e2de4c0aa25c5a91d10523c3 2024-11-24T23:21:43,403 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/.tmp/norep/75b2ddcebc9d4696b1771bd87673d7f6 is 32, key is row/norep:/1732490491419/DeleteFamily/seqid=0 2024-11-24T23:21:43,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741844_1020 (size=5101) 2024-11-24T23:21:43,409 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/.tmp/norep/75b2ddcebc9d4696b1771bd87673d7f6 2024-11-24T23:21:43,412 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75b2ddcebc9d4696b1771bd87673d7f6 2024-11-24T23:21:43,413 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/.tmp/f/07a1edd4bce84da281b44e688ad0da8e as hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/f/07a1edd4bce84da281b44e688ad0da8e 2024-11-24T23:21:43,416 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07a1edd4bce84da281b44e688ad0da8e 2024-11-24T23:21:43,416 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/f/07a1edd4bce84da281b44e688ad0da8e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T23:21:43,417 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/.tmp/f1/d508cba3e2de4c0aa25c5a91d10523c3 as hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/f1/d508cba3e2de4c0aa25c5a91d10523c3 2024-11-24T23:21:43,421 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d508cba3e2de4c0aa25c5a91d10523c3 2024-11-24T23:21:43,421 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/f1/d508cba3e2de4c0aa25c5a91d10523c3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T23:21:43,422 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/.tmp/norep/75b2ddcebc9d4696b1771bd87673d7f6 as hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/norep/75b2ddcebc9d4696b1771bd87673d7f6 2024-11-24T23:21:43,425 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75b2ddcebc9d4696b1771bd87673d7f6 2024-11-24T23:21:43,426 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/norep/75b2ddcebc9d4696b1771bd87673d7f6, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T23:21:43,426 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0044aae19e4c38d74a178831fadb1df9 in 497ms, sequenceid=12, compaction requested=false 2024-11-24T23:21:43,431 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/default/test/0044aae19e4c38d74a178831fadb1df9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T23:21:43,432 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:21:43,432 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:21:43,432 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. 2024-11-24T23:21:43,432 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0044aae19e4c38d74a178831fadb1df9: Waiting for close lock at 1732490502929Running coprocessor pre-close hooks at 1732490502929Disabling compacts and flushes for region at 1732490502929Disabling writes for close at 1732490502929Obtaining lock to block concurrent updates at 1732490502929Preparing flush snapshotting stores in 0044aae19e4c38d74a178831fadb1df9 at 1732490502929Finished memstore snapshotting test,,1732490475891.0044aae19e4c38d74a178831fadb1df9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732490502929Flushing stores of test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. at 1732490502929Flushing 0044aae19e4c38d74a178831fadb1df9/f: creating writer at 1732490502929Flushing 0044aae19e4c38d74a178831fadb1df9/f: appending metadata at 1732490502945 (+16 ms)Flushing 0044aae19e4c38d74a178831fadb1df9/f: closing flushed file at 1732490502945Flushing 0044aae19e4c38d74a178831fadb1df9/f1: creating writer at 1732490503362 (+417 ms)Flushing 0044aae19e4c38d74a178831fadb1df9/f1: appending metadata at 1732490503378 (+16 ms)Flushing 0044aae19e4c38d74a178831fadb1df9/f1: closing flushed file at 1732490503378Flushing 0044aae19e4c38d74a178831fadb1df9/norep: creating writer at 1732490503387 (+9 ms)Flushing 0044aae19e4c38d74a178831fadb1df9/norep: appending metadata at 1732490503402 (+15 ms)Flushing 0044aae19e4c38d74a178831fadb1df9/norep: closing flushed file at 1732490503402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@168f167: reopening flushed file at 1732490503412 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ba0932: reopening flushed file at 1732490503416 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7308b52b: reopening flushed file at 1732490503421 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0044aae19e4c38d74a178831fadb1df9 in 497ms, sequenceid=12, compaction requested=false at 1732490503426 (+5 ms)Writing region close event to WAL at 1732490503427 (+1 ms)Running coprocessor post-close hooks at 1732490503432 (+5 ms)Closed at 1732490503432 2024-11-24T23:21:43,432 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490475891.0044aae19e4c38d74a178831fadb1df9. 2024-11-24T23:21:43,432 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 312c60ac632d99e40bbef23c4a2c148c, disabling compactions & flushes 2024-11-24T23:21:43,432 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:43,432 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:43,432 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. after waiting 0 ms 2024-11-24T23:21:43,432 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:43,432 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 312c60ac632d99e40bbef23c4a2c148c: Waiting for close lock at 1732490503432Running coprocessor pre-close hooks at 1732490503432Disabling compacts and flushes for region at 1732490503432Disabling writes for close at 1732490503432Failed flush hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c., putting online again at 1732490503432 2024-11-24T23:21:43,433 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:43,461 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 1735, reset compression=false 2024-11-24T23:21:43,465 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:21:43,465 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 2379, reset compression=false 2024-11-24T23:21:43,529 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(3091): Received CLOSE for 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:43,529 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 312c60ac632d99e40bbef23c4a2c148c 2024-11-24T23:21:43,529 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 312c60ac632d99e40bbef23c4a2c148c, disabling compactions & flushes 2024-11-24T23:21:43,529 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:43,529 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:43,530 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. after waiting 0 ms 2024-11-24T23:21:43,530 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:43,530 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 312c60ac632d99e40bbef23c4a2c148c: Waiting for close lock at 1732490503529Running coprocessor pre-close hooks at 1732490503529Disabling compacts and flushes for region at 1732490503529Disabling writes for close at 1732490503530 (+1 ms)Failed flush hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c., putting online again at 1732490503530 2024-11-24T23:21:43,530 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c. 2024-11-24T23:21:43,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T23:21:43,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:21:43,668 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 2379, reset compression=false 2024-11-24T23:21:43,729 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:21:43,782 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/.tmp/ns/635b1f921c744a2ab6cc13c6969a014f 2024-11-24T23:21:43,805 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/.tmp/rep_barrier/f0a2bd7dac6f483cabf3d287e2c21b07 is 112, key is test,,1732490475891.0044aae19e4c38d74a178831fadb1df9./rep_barrier:seqnumDuringOpen/1732490477041/Put/seqid=0 2024-11-24T23:21:43,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741845_1021 (size=5518) 2024-11-24T23:21:43,825 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/.tmp/rep_barrier/f0a2bd7dac6f483cabf3d287e2c21b07 2024-11-24T23:21:43,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,873 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/.tmp/table/0366d723fc2c4ea280e0c8cd7c29b8fe is 53, key is hbase:replication/table:state/1732490481891/Put/seqid=0 2024-11-24T23:21:43,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741846_1022 (size=5308) 2024-11-24T23:21:43,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:43,930 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T23:21:43,930 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 312c60ac632d99e40bbef23c4a2c148c=hbase:replication,,1732490480896.312c60ac632d99e40bbef23c4a2c148c.} 2024-11-24T23:21:43,930 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:21:43,971 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 2379, reset compression=false 2024-11-24T23:21:44,130 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:21:44,318 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/.tmp/table/0366d723fc2c4ea280e0c8cd7c29b8fe 2024-11-24T23:21:44,326 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/.tmp/info/65ddfa65cc1145b48c050e791922e2fe as hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/info/65ddfa65cc1145b48c050e791922e2fe 2024-11-24T23:21:44,330 DEBUG [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:21:44,332 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/info/65ddfa65cc1145b48c050e791922e2fe, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T23:21:44,332 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/.tmp/ns/635b1f921c744a2ab6cc13c6969a014f as hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/ns/635b1f921c744a2ab6cc13c6969a014f 2024-11-24T23:21:44,337 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/ns/635b1f921c744a2ab6cc13c6969a014f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T23:21:44,338 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/.tmp/rep_barrier/f0a2bd7dac6f483cabf3d287e2c21b07 as hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/rep_barrier/f0a2bd7dac6f483cabf3d287e2c21b07 2024-11-24T23:21:44,342 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/rep_barrier/f0a2bd7dac6f483cabf3d287e2c21b07, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T23:21:44,343 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/.tmp/table/0366d723fc2c4ea280e0c8cd7c29b8fe as hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/table/0366d723fc2c4ea280e0c8cd7c29b8fe 2024-11-24T23:21:44,347 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/table/0366d723fc2c4ea280e0c8cd7c29b8fe, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T23:21:44,349 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1420ms, sequenceid=16, compaction requested=false 2024-11-24T23:21:44,359 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T23:21:44,361 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:21:44,361 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:21:44,361 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:21:44,361 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490502929Running coprocessor pre-close hooks at 1732490502929Disabling compacts and flushes for region at 1732490502929Disabling writes for close at 1732490502929Obtaining lock to block concurrent updates at 1732490502929Preparing flush snapshotting stores in 1588230740 at 1732490502929Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732490502929Flushing stores of hbase:meta,,1.1588230740 at 1732490502929Flushing 1588230740/info: creating writer at 1732490502929Flushing 1588230740/info: appending metadata at 1732490502945 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732490502945Flushing 1588230740/ns: creating writer at 1732490503357 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732490503373 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732490503373Flushing 1588230740/rep_barrier: creating writer at 1732490503786 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490503804 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490503804Flushing 1588230740/table: creating writer at 1732490503843 (+39 ms)Flushing 1588230740/table: appending metadata at 1732490503872 (+29 ms)Flushing 1588230740/table: closing flushed file at 1732490503872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1742a385: reopening flushed file at 1732490504323 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5989b3a9: reopening flushed file at 1732490504332 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1adfcb3: reopening flushed file at 1732490504337 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bda820d: reopening flushed file at 1732490504342 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1420ms, sequenceid=16, compaction requested=false at 1732490504349 (+7 ms)Writing region close event to WAL at 1732490504356 (+7 ms)Running coprocessor post-close hooks at 1732490504361 (+5 ms)Closed at 1732490504361 2024-11-24T23:21:44,361 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:21:44,375 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/WALs/ba7f32532130,34577,1732490461477/ba7f32532130%2C34577%2C1732490461477.1732490463312 to pos 2379, reset compression=false 2024-11-24T23:21:44,385 INFO [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T23:21:44,385 INFO [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T23:21:44,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:21:44,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:44,530 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T23:21:44,530 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,34577,1732490461477; all regions closed. 2024-11-24T23:21:44,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741834_1010 (size=4239) 2024-11-24T23:21:44,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741839_1015 (size=2609) 2024-11-24T23:21:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741832_1008 (size=2387) 2024-11-24T23:21:44,598 DEBUG [RS:0;ba7f32532130:34577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:44,598 INFO [RS:0;ba7f32532130:34577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:21:44,598 INFO [RS:0;ba7f32532130:34577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:21:44,599 INFO [RS:0;ba7f32532130:34577 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:21:44,599 INFO [RS:0;ba7f32532130:34577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:21:44,599 INFO [RS:0;ba7f32532130:34577 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,34577,1732490461477 because: Region server is closing 2024-11-24T23:21:44,599 INFO [RS:0;ba7f32532130:34577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:34577. 2024-11-24T23:21:44,599 DEBUG [RS:0;ba7f32532130:34577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:44,599 DEBUG [RS:0;ba7f32532130:34577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:44,599 DEBUG [RS:0;ba7f32532130:34577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:44,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:44,599 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:21:44,699 INFO [RS:0;ba7f32532130:34577 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.shipperba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 terminated 2024-11-24T23:21:44,700 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,34577,1732490461477.replicationSource.wal-reader.ba7f32532130%2C34577%2C1732490461477,1-ba7f32532130,34577,1732490461477 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T23:21:44,700 INFO [RS:0;ba7f32532130:34577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:34577. 2024-11-24T23:21:44,700 DEBUG [RS:0;ba7f32532130:34577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:44,700 DEBUG [RS:0;ba7f32532130:34577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:44,700 DEBUG [RS:0;ba7f32532130:34577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:44,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:21:44,700 INFO [RS:0;ba7f32532130:34577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34577 2024-11-24T23:21:44,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718/rs 2024-11-24T23:21:44,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-407889718/rs/ba7f32532130,34577,1732490461477 2024-11-24T23:21:44,764 INFO [RS:0;ba7f32532130:34577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:21:44,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,34577,1732490461477] 2024-11-24T23:21:44,785 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-407889718/draining/ba7f32532130,34577,1732490461477 already deleted, retry=false 2024-11-24T23:21:44,785 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,34577,1732490461477 expired; onlineServers=0 2024-11-24T23:21:44,785 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,44623,1732490461280' ***** 2024-11-24T23:21:44,785 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:21:44,785 INFO [M:0;ba7f32532130:44623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:21:44,786 INFO [M:0;ba7f32532130:44623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:21:44,786 DEBUG [M:0;ba7f32532130:44623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:21:44,786 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:21:44,786 DEBUG [M:0;ba7f32532130:44623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:21:44,786 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490463099 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490463099,5,FailOnTimeoutGroup] 2024-11-24T23:21:44,786 INFO [M:0;ba7f32532130:44623 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:21:44,786 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490463099 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490463099,5,FailOnTimeoutGroup] 2024-11-24T23:21:44,786 INFO [M:0;ba7f32532130:44623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:21:44,786 DEBUG [M:0;ba7f32532130:44623 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:21:44,786 INFO [M:0;ba7f32532130:44623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:21:44,786 INFO [M:0;ba7f32532130:44623 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:21:44,786 ERROR [M:0;ba7f32532130:44623 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33121,5,PEWorkerGroup] 2024-11-24T23:21:44,786 INFO [M:0;ba7f32532130:44623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:21:44,786 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:21:44,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-407889718/master 2024-11-24T23:21:44,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-407889718 2024-11-24T23:21:44,796 DEBUG [M:0;ba7f32532130:44623 {}] zookeeper.ZKUtil(347): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Unable to get data of znode /0-407889718/master because node does not exist (not an error) 2024-11-24T23:21:44,796 WARN [M:0;ba7f32532130:44623 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:21:44,797 INFO [M:0;ba7f32532130:44623 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/.lastflushedseqids 2024-11-24T23:21:44,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741847_1023 (size=245) 2024-11-24T23:21:44,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:21:44,875 INFO [RS:0;ba7f32532130:34577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:21:44,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x1016f2672bd0001, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:21:44,875 INFO [RS:0;ba7f32532130:34577 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,34577,1732490461477; zookeeper connection closed. 2024-11-24T23:21:44,875 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b5a46c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b5a46c0 2024-11-24T23:21:44,876 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:21:45,209 INFO [M:0;ba7f32532130:44623 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:21:45,209 INFO [M:0;ba7f32532130:44623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:21:45,210 DEBUG [M:0;ba7f32532130:44623 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:21:45,210 INFO [M:0;ba7f32532130:44623 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:45,210 DEBUG [M:0;ba7f32532130:44623 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:45,210 DEBUG [M:0;ba7f32532130:44623 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:21:45,210 DEBUG [M:0;ba7f32532130:44623 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:45,210 INFO [M:0;ba7f32532130:44623 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-24T23:21:45,227 DEBUG [M:0;ba7f32532130:44623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/656fba5d57ef472281e8986318aa1f31 is 82, key is hbase:meta,,1/info:regioninfo/1732490464324/Put/seqid=0 2024-11-24T23:21:45,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741848_1024 (size=5672) 2024-11-24T23:21:45,631 INFO [M:0;ba7f32532130:44623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/656fba5d57ef472281e8986318aa1f31 2024-11-24T23:21:45,651 DEBUG [M:0;ba7f32532130:44623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/788022f16f7f49a9b7c9f5ae94359fcf is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732490477056/Put/seqid=0 2024-11-24T23:21:45,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741849_1025 (size=7218) 2024-11-24T23:21:46,058 INFO [M:0;ba7f32532130:44623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/788022f16f7f49a9b7c9f5ae94359fcf 2024-11-24T23:21:46,062 INFO [M:0;ba7f32532130:44623 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 788022f16f7f49a9b7c9f5ae94359fcf 2024-11-24T23:21:46,073 DEBUG [M:0;ba7f32532130:44623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ed5abdc816747dc8fb56ca3bd1f5e08 is 69, key is ba7f32532130,34577,1732490461477/rs:state/1732490463143/Put/seqid=0 2024-11-24T23:21:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741850_1026 (size=5156) 2024-11-24T23:21:46,477 INFO [M:0;ba7f32532130:44623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ed5abdc816747dc8fb56ca3bd1f5e08 2024-11-24T23:21:46,480 DEBUG [M:0;ba7f32532130:44623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/656fba5d57ef472281e8986318aa1f31 as hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/656fba5d57ef472281e8986318aa1f31 2024-11-24T23:21:46,484 INFO [M:0;ba7f32532130:44623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/656fba5d57ef472281e8986318aa1f31, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T23:21:46,484 DEBUG [M:0;ba7f32532130:44623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/788022f16f7f49a9b7c9f5ae94359fcf as hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/788022f16f7f49a9b7c9f5ae94359fcf 2024-11-24T23:21:46,487 INFO [M:0;ba7f32532130:44623 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 788022f16f7f49a9b7c9f5ae94359fcf 2024-11-24T23:21:46,487 INFO [M:0;ba7f32532130:44623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/788022f16f7f49a9b7c9f5ae94359fcf, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T23:21:46,488 DEBUG [M:0;ba7f32532130:44623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ed5abdc816747dc8fb56ca3bd1f5e08 as hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ed5abdc816747dc8fb56ca3bd1f5e08 2024-11-24T23:21:46,491 INFO [M:0;ba7f32532130:44623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ed5abdc816747dc8fb56ca3bd1f5e08, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T23:21:46,491 INFO [M:0;ba7f32532130:44623 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false 2024-11-24T23:21:46,492 INFO [M:0;ba7f32532130:44623 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:46,492 DEBUG [M:0;ba7f32532130:44623 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490505210Disabling compacts and flushes for region at 1732490505210Disabling writes for close at 1732490505210Obtaining lock to block concurrent updates at 1732490505210Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490505210Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732490505210Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490505211 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490505211Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490505227 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490505227Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490505634 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490505650 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490505650Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490506062 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490506073 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490506073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2669fa33: reopening flushed file at 1732490506480 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e9fdbe: reopening flushed file at 1732490506484 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577a30d6: reopening flushed file at 1732490506487 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false at 1732490506491 (+4 ms)Writing region close event to WAL at 1732490506492 (+1 ms)Closed at 1732490506492 2024-11-24T23:21:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741830_1006 (size=64423) 2024-11-24T23:21:46,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92e8a77a-b756-a77f-fbe0-1360ad067939/MasterData/WALs/ba7f32532130,44623,1732490461280/ba7f32532130%2C44623%2C1732490461280.1732490462846 not finished, retry = 0 2024-11-24T23:21:46,598 INFO [M:0;ba7f32532130:44623 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:21:46,598 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:21:46,598 INFO [M:0;ba7f32532130:44623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44623 2024-11-24T23:21:46,598 INFO [M:0;ba7f32532130:44623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:21:46,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:21:46,710 INFO [M:0;ba7f32532130:44623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:21:46,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1016f2672bd0000, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:21:46,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5de15888{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:21:46,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a4a1a95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:21:46,713 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:21:46,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556f8e1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:21:46,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b3f6ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/hadoop.log.dir/,STOPPED} 2024-11-24T23:21:46,714 WARN [BP-1630756161-172.17.0.3-1732490458918 heartbeating to localhost/127.0.0.1:33121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:21:46,714 WARN [BP-1630756161-172.17.0.3-1732490458918 heartbeating to localhost/127.0.0.1:33121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1630756161-172.17.0.3-1732490458918 (Datanode Uuid a84ae546-3227-44ce-a1f0-2d60bf9ee2d8) service to localhost/127.0.0.1:33121 2024-11-24T23:21:46,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/cluster_42a420fe-3326-f5d1-069f-e9c4b75e1eed/data/data1/current/BP-1630756161-172.17.0.3-1732490458918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:21:46,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/cluster_42a420fe-3326-f5d1-069f-e9c4b75e1eed/data/data2/current/BP-1630756161-172.17.0.3-1732490458918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:21:46,715 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:21:46,716 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:21:46,716 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:21:46,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f9e61c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:21:46,721 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20aa73cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:21:46,721 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:21:46,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c33629c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:21:46,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b589b02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab301269-7438-d269-a9d0-a900cfdccc11/hadoop.log.dir/,STOPPED} 2024-11-24T23:21:46,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:21:46,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:21:46,752 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 261) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33121 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53927) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37607 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53927) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53927) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37433 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6216 (was 6393) 2024-11-24T23:21:46,761 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=6216 2024-11-24T23:21:46,779 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-24T23:21:46,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/hadoop.log.dir so I do NOT create it in target/test-data/63608a28-8091-0182-e736-9034b9d61e5a 2024-11-24T23:21:46,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:21:46,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/hadoop.tmp.dir so I do NOT create it in target/test-data/63608a28-8091-0182-e736-9034b9d61e5a 2024-11-24T23:21:46,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7232ac32-50af-7764-47fb-19ad996061e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:21:46,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a 2024-11-24T23:21:46,780 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/cluster_7308154c-efde-a993-ad58-7a4e1ae5e9c9, deleteOnExit=true 2024-11-24T23:21:46,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/cluster_7308154c-efde-a993-ad58-7a4e1ae5e9c9/zookeeper_0, clientPort=49997, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/cluster_7308154c-efde-a993-ad58-7a4e1ae5e9c9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/cluster_7308154c-efde-a993-ad58-7a4e1ae5e9c9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:21:46,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016f2672bd0008, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:21:46,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016f2672bd0002, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:21:46,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016f2672bd0005, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:21:46,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016f2672bd0002, quorum=127.0.0.1:53927, baseZNode=/0-407889718 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:21:46,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016f2672bd0005, quorum=127.0.0.1:53927, baseZNode=/1-673717313 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:21:46,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016f2672bd0008, quorum=127.0.0.1:53927, baseZNode=/21606852185 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:21:46,825 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49997 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/test.cache.data in system properties and HBase conf 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:21:46,825 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:21:46,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:21:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:21:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:21:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:21:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:21:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:21:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:21:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:21:47,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:47,376 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:21:47,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:21:47,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:21:47,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:21:47,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:47,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46344ff1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:21:47,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42473f2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:21:47,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c798663{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/java.io.tmpdir/jetty-localhost-42397-hadoop-hdfs-3_4_1-tests_jar-_-any-17428952017760472641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:21:47,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dd15f7f{HTTP/1.1, (http/1.1)}{localhost:42397} 2024-11-24T23:21:47,479 INFO [Time-limited test {}] server.Server(415): Started @280154ms 2024-11-24T23:21:47,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:47,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:21:47,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:21:47,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:21:47,951 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:21:47,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a1f47c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:21:47,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68d878e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:21:48,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43484d6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/java.io.tmpdir/jetty-localhost-38761-hadoop-hdfs-3_4_1-tests_jar-_-any-15292419702606408400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:21:48,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@595696e8{HTTP/1.1, (http/1.1)}{localhost:38761} 2024-11-24T23:21:48,046 INFO [Time-limited test {}] server.Server(415): Started @280721ms 2024-11-24T23:21:48,048 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:21:49,711 WARN [Thread-3438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/cluster_7308154c-efde-a993-ad58-7a4e1ae5e9c9/data/data2/current/BP-492958227-172.17.0.3-1732490506840/current, will proceed with Du for space computation calculation, 2024-11-24T23:21:49,711 WARN [Thread-3437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/cluster_7308154c-efde-a993-ad58-7a4e1ae5e9c9/data/data1/current/BP-492958227-172.17.0.3-1732490506840/current, will proceed with Du for space computation calculation, 2024-11-24T23:21:49,733 WARN [Thread-3425 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:21:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab122b483c2f584c with lease ID 0x2777f30d2d6e9161: Processing first storage report for DS-42e01eb1-3b7e-4db6-ad73-0aebca3695fd from datanode DatanodeRegistration(127.0.0.1:36291, datanodeUuid=256a4487-5f1f-4d06-a776-85dea15e1048, infoPort=38785, infoSecurePort=0, ipcPort=35791, storageInfo=lv=-57;cid=testClusterID;nsid=1210949516;c=1732490506840) 2024-11-24T23:21:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab122b483c2f584c with lease ID 0x2777f30d2d6e9161: from storage DS-42e01eb1-3b7e-4db6-ad73-0aebca3695fd node DatanodeRegistration(127.0.0.1:36291, datanodeUuid=256a4487-5f1f-4d06-a776-85dea15e1048, infoPort=38785, infoSecurePort=0, ipcPort=35791, storageInfo=lv=-57;cid=testClusterID;nsid=1210949516;c=1732490506840), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:21:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab122b483c2f584c with lease ID 0x2777f30d2d6e9161: Processing first storage report for DS-a3c669ff-9d53-4350-a8f2-98a52dd70690 from datanode DatanodeRegistration(127.0.0.1:36291, datanodeUuid=256a4487-5f1f-4d06-a776-85dea15e1048, infoPort=38785, infoSecurePort=0, ipcPort=35791, storageInfo=lv=-57;cid=testClusterID;nsid=1210949516;c=1732490506840) 2024-11-24T23:21:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab122b483c2f584c with lease ID 0x2777f30d2d6e9161: from storage DS-a3c669ff-9d53-4350-a8f2-98a52dd70690 node DatanodeRegistration(127.0.0.1:36291, datanodeUuid=256a4487-5f1f-4d06-a776-85dea15e1048, infoPort=38785, infoSecurePort=0, ipcPort=35791, storageInfo=lv=-57;cid=testClusterID;nsid=1210949516;c=1732490506840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:21:49,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a 2024-11-24T23:21:49,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:49,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:49,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:21:49,863 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:21:49,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:49,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:49,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:49,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:49,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:49,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:49,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:49,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:49,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:49,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:49,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:49,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:49,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:50,196 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c with version=8 2024-11-24T23:21:50,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/hbase-staging 2024-11-24T23:21:50,198 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:21:50,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:50,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:50,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:21:50,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:50,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:21:50,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:21:50,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:21:50,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40771 2024-11-24T23:21:50,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40771 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-24T23:21:50,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407710x0, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:50,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40771-0x1016f272df30000 connected 2024-11-24T23:21:50,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:50,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:50,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Set watcher on znode that does not yet exist, /0-1225233769/running 2024-11-24T23:21:50,435 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c, hbase.cluster.distributed=false 2024-11-24T23:21:50,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Set watcher on znode that does not yet exist, /0-1225233769/acl 2024-11-24T23:21:50,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40771 2024-11-24T23:21:50,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40771 2024-11-24T23:21:50,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40771 2024-11-24T23:21:50,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40771 2024-11-24T23:21:50,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40771 2024-11-24T23:21:50,450 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:21:50,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:50,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:50,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:21:50,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:50,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:21:50,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:21:50,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:21:50,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43055 2024-11-24T23:21:50,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43055 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-24T23:21:50,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:50,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:50,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430550x0, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:50,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430550x0, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Set watcher on znode that does not yet exist, /0-1225233769/running 2024-11-24T23:21:50,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43055-0x1016f272df30001 connected 2024-11-24T23:21:50,464 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:21:50,465 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:21:50,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Set watcher on znode that does not yet exist, /0-1225233769/master 2024-11-24T23:21:50,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Set watcher on znode that does not yet exist, /0-1225233769/acl 2024-11-24T23:21:50,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43055 2024-11-24T23:21:50,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43055 2024-11-24T23:21:50,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43055 2024-11-24T23:21:50,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43055 2024-11-24T23:21:50,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43055 2024-11-24T23:21:50,489 DEBUG [M:0;ba7f32532130:40771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:40771 2024-11-24T23:21:50,489 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1225233769/backup-masters/ba7f32532130,40771,1732490510198 2024-11-24T23:21:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769/backup-masters 2024-11-24T23:21:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769/backup-masters 2024-11-24T23:21:50,495 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Set watcher on existing znode=/0-1225233769/backup-masters/ba7f32532130,40771,1732490510198 2024-11-24T23:21:50,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1225233769/master 2024-11-24T23:21:50,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:21:50,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:21:50,506 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Set watcher on existing znode=/0-1225233769/master 2024-11-24T23:21:50,506 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1225233769/backup-masters/ba7f32532130,40771,1732490510198 from backup master directory 2024-11-24T23:21:50,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1225233769/backup-masters/ba7f32532130,40771,1732490510198 2024-11-24T23:21:50,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769/backup-masters 2024-11-24T23:21:50,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769/backup-masters 2024-11-24T23:21:50,516 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:21:50,516 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,40771,1732490510198 2024-11-24T23:21:50,521 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/hbase.id] with ID: 377c4664-b57c-4676-8f3e-5847814e7166 2024-11-24T23:21:50,521 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/.tmp/hbase.id 2024-11-24T23:21:50,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:21:50,929 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/.tmp/hbase.id]:[hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/hbase.id] 2024-11-24T23:21:50,937 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:50,937 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:21:50,938 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:21:50,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:21:50,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:21:50,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:21:51,355 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:51,356 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:21:51,358 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:51,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:21:51,770 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store 2024-11-24T23:21:51,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:21:52,175 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:52,175 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:21:52,175 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:52,175 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:52,175 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:21:52,175 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:52,175 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:52,175 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490512175Disabling compacts and flushes for region at 1732490512175Disabling writes for close at 1732490512175Writing region close event to WAL at 1732490512175Closed at 1732490512175 2024-11-24T23:21:52,176 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/.initializing 2024-11-24T23:21:52,176 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/WALs/ba7f32532130,40771,1732490510198 2024-11-24T23:21:52,176 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:21:52,177 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C40771%2C1732490510198, suffix=, logDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/WALs/ba7f32532130,40771,1732490510198, archiveDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/oldWALs, maxLogs=10 2024-11-24T23:21:52,189 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/WALs/ba7f32532130,40771,1732490510198/ba7f32532130%2C40771%2C1732490510198.1732490512178, exclude list is [], retry=0 2024-11-24T23:21:52,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36291,DS-42e01eb1-3b7e-4db6-ad73-0aebca3695fd,DISK] 2024-11-24T23:21:52,192 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/WALs/ba7f32532130,40771,1732490510198/ba7f32532130%2C40771%2C1732490510198.1732490512178 2024-11-24T23:21:52,192 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38785:38785)] 2024-11-24T23:21:52,192 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:52,192 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:52,192 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:52,192 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:52,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:52,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:21:52,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:52,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:52,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:52,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:21:52,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:52,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:52,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:52,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:21:52,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:52,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:52,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:52,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:21:52,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:52,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:52,198 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:52,199 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:52,199 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:52,200 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:52,200 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:52,200 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:52,201 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:52,202 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:52,202 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59362644, jitterRate=-0.11542767286300659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:52,203 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490512193Initializing all the Stores at 1732490512193Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490512193Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490512193Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490512193Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490512193Cleaning up temporary data from old regions at 1732490512200 (+7 ms)Region opened successfully at 1732490512203 (+3 ms) 2024-11-24T23:21:52,203 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:21:52,205 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79253cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:21:52,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:21:52,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:21:52,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:21:52,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:21:52,206 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:21:52,206 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:21:52,206 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:21:52,207 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:21:52,208 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Unable to get data of znode /0-1225233769/balancer because node does not exist (not necessarily an error) 2024-11-24T23:21:52,236 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1225233769/balancer already deleted, retry=false 2024-11-24T23:21:52,237 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:21:52,238 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Unable to get data of znode /0-1225233769/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:21:52,242 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1225233769/normalizer already deleted, retry=false 2024-11-24T23:21:52,243 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:21:52,244 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Unable to get data of znode /0-1225233769/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:21:52,253 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1225233769/switch/split already deleted, retry=false 2024-11-24T23:21:52,254 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Unable to get data of znode /0-1225233769/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:21:52,263 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1225233769/switch/merge already deleted, retry=false 2024-11-24T23:21:52,265 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Unable to get data of znode /0-1225233769/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:21:52,274 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1225233769/snapshot-cleanup already deleted, retry=false 2024-11-24T23:21:52,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1225233769/running 2024-11-24T23:21:52,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1225233769/running 2024-11-24T23:21:52,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:21:52,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:21:52,285 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,40771,1732490510198, sessionid=0x1016f272df30000, setting cluster-up flag (Was=false) 2024-11-24T23:21:52,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:21:52,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:21:52,337 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1225233769/flush-table-proc/acquired, /0-1225233769/flush-table-proc/reached, /0-1225233769/flush-table-proc/abort 2024-11-24T23:21:52,338 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,40771,1732490510198 2024-11-24T23:21:52,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:21:52,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:21:52,390 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1225233769/online-snapshot/acquired, /0-1225233769/online-snapshot/reached, /0-1225233769/online-snapshot/abort 2024-11-24T23:21:52,391 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,40771,1732490510198 2024-11-24T23:21:52,391 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:21:52,392 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:52,393 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:21:52,393 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:21:52,393 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,40771,1732490510198 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:21:52,394 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:52,394 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:52,394 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:52,394 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:52,394 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:21:52,394 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,394 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:21:52,394 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,395 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490542395 2024-11-24T23:21:52,395 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:21:52,395 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:21:52,395 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:21:52,395 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:21:52,395 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:21:52,395 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:21:52,395 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:52,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:21:52,395 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:21:52,396 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:21:52,396 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:21:52,396 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:21:52,396 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:21:52,396 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:21:52,396 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:52,396 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490512396,5,FailOnTimeoutGroup] 2024-11-24T23:21:52,396 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:21:52,397 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490512396,5,FailOnTimeoutGroup] 2024-11-24T23:21:52,397 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,397 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:21:52,397 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,397 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:21:52,479 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(746): ClusterId : 377c4664-b57c-4676-8f3e-5847814e7166 2024-11-24T23:21:52,479 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:21:52,485 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:21:52,485 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:21:52,496 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:21:52,496 DEBUG [RS:0;ba7f32532130:43055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9cf207e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:21:52,509 DEBUG [RS:0;ba7f32532130:43055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:43055 2024-11-24T23:21:52,509 INFO [RS:0;ba7f32532130:43055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:21:52,509 INFO [RS:0;ba7f32532130:43055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:21:52,509 DEBUG [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:21:52,510 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,40771,1732490510198 with port=43055, startcode=1732490510450 2024-11-24T23:21:52,510 DEBUG [RS:0;ba7f32532130:43055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:21:52,511 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:21:52,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,43055,1732490510450 2024-11-24T23:21:52,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40771 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,43055,1732490510450 2024-11-24T23:21:52,513 DEBUG [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c 2024-11-24T23:21:52,513 DEBUG [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38899 2024-11-24T23:21:52,513 DEBUG [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:21:52,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769/rs 2024-11-24T23:21:52,516 DEBUG [RS:0;ba7f32532130:43055 {}] zookeeper.ZKUtil(111): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Set watcher on existing znode=/0-1225233769/rs/ba7f32532130,43055,1732490510450 2024-11-24T23:21:52,516 WARN [RS:0;ba7f32532130:43055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:21:52,517 INFO [RS:0;ba7f32532130:43055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:52,517 DEBUG [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450 2024-11-24T23:21:52,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,43055,1732490510450] 2024-11-24T23:21:52,519 INFO [RS:0;ba7f32532130:43055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:21:52,520 INFO [RS:0;ba7f32532130:43055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:21:52,520 INFO [RS:0;ba7f32532130:43055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:21:52,520 INFO [RS:0;ba7f32532130:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,520 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:21:52,521 INFO [RS:0;ba7f32532130:43055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:21:52,521 INFO [RS:0;ba7f32532130:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:21:52,521 DEBUG [RS:0;ba7f32532130:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:21:52,521 INFO [RS:0;ba7f32532130:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,521 INFO [RS:0;ba7f32532130:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,521 INFO [RS:0;ba7f32532130:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,522 INFO [RS:0;ba7f32532130:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,522 INFO [RS:0;ba7f32532130:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,522 INFO [RS:0;ba7f32532130:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,43055,1732490510450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:21:52,536 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:21:52,536 INFO [RS:0;ba7f32532130:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,43055,1732490510450-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,536 INFO [RS:0;ba7f32532130:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,536 INFO [RS:0;ba7f32532130:43055 {}] regionserver.Replication(171): ba7f32532130,43055,1732490510450 started 2024-11-24T23:21:52,548 INFO [RS:0;ba7f32532130:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:52,548 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,43055,1732490510450, RpcServer on ba7f32532130/172.17.0.3:43055, sessionid=0x1016f272df30001 2024-11-24T23:21:52,548 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:21:52,548 DEBUG [RS:0;ba7f32532130:43055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,43055,1732490510450 2024-11-24T23:21:52,548 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,43055,1732490510450' 2024-11-24T23:21:52,548 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1225233769/flush-table-proc/abort' 2024-11-24T23:21:52,548 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1225233769/flush-table-proc/acquired' 2024-11-24T23:21:52,548 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:21:52,549 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:21:52,549 DEBUG [RS:0;ba7f32532130:43055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,43055,1732490510450 2024-11-24T23:21:52,549 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,43055,1732490510450' 2024-11-24T23:21:52,549 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1225233769/online-snapshot/abort' 2024-11-24T23:21:52,549 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1225233769/online-snapshot/acquired' 2024-11-24T23:21:52,549 DEBUG [RS:0;ba7f32532130:43055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:21:52,549 INFO [RS:0;ba7f32532130:43055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:21:52,549 INFO [RS:0;ba7f32532130:43055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:21:52,649 INFO [RS:0;ba7f32532130:43055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:21:52,651 INFO [RS:0;ba7f32532130:43055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C43055%2C1732490510450, suffix=, logDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450, archiveDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/oldWALs, maxLogs=10 2024-11-24T23:21:52,662 DEBUG [RS:0;ba7f32532130:43055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651, exclude list is [], retry=0 2024-11-24T23:21:52,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36291,DS-42e01eb1-3b7e-4db6-ad73-0aebca3695fd,DISK] 2024-11-24T23:21:52,665 INFO [RS:0;ba7f32532130:43055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 2024-11-24T23:21:52,666 DEBUG [RS:0;ba7f32532130:43055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38785:38785)] 2024-11-24T23:21:52,803 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:21:52,803 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c 2024-11-24T23:21:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:21:52,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:52,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:21:52,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:21:52,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:52,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:52,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:21:52,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:21:52,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:52,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:52,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:21:52,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:21:52,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:52,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:52,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:21:52,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:21:52,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:52,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:52,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:21:52,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740 2024-11-24T23:21:52,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740 2024-11-24T23:21:52,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:21:52,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:21:52,826 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:52,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:21:52,828 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:52,829 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66214564, jitterRate=-0.013326108455657959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:52,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490512812Initializing all the Stores at 1732490512813 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490512813Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490512813Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490512813Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490512813Cleaning up temporary data from old regions at 1732490512825 (+12 ms)Region opened successfully at 1732490512829 (+4 ms) 2024-11-24T23:21:52,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:21:52,829 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:21:52,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:21:52,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:21:52,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:21:52,832 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:21:52,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490512829Disabling compacts and flushes for region at 1732490512829Disabling writes for close at 1732490512829Writing region close event to WAL at 1732490512832 (+3 ms)Closed at 1732490512832 2024-11-24T23:21:52,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:52,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:21:52,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:21:52,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:21:52,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:21:52,986 DEBUG [ba7f32532130:40771 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:21:52,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,43055,1732490510450 2024-11-24T23:21:52,988 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,43055,1732490510450, state=OPENING 2024-11-24T23:21:53,000 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:21:53,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:21:53,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:21:53,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1225233769/meta-region-server: CHANGED 2024-11-24T23:21:53,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1225233769/meta-region-server: CHANGED 2024-11-24T23:21:53,072 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:21:53,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,43055,1732490510450}] 2024-11-24T23:21:53,224 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:21:53,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:21:53,228 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:21:53,228 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:53,228 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:21:53,229 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C43055%2C1732490510450.meta, suffix=.meta, logDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450, archiveDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/oldWALs, maxLogs=10 2024-11-24T23:21:53,240 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.meta.1732490513229.meta, exclude list is [], retry=0 2024-11-24T23:21:53,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36291,DS-42e01eb1-3b7e-4db6-ad73-0aebca3695fd,DISK] 2024-11-24T23:21:53,243 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.meta.1732490513229.meta 2024-11-24T23:21:53,243 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38785:38785)] 2024-11-24T23:21:53,243 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:53,243 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:21:53,243 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:21:53,244 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:21:53,244 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:21:53,244 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:21:53,244 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:53,244 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:21:53,244 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:21:53,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:21:53,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:21:53,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:53,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:53,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:21:53,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:21:53,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:53,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:53,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:21:53,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:21:53,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:53,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:53,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:21:53,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:21:53,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:53,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:53,248 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:21:53,248 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740 2024-11-24T23:21:53,249 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740 2024-11-24T23:21:53,249 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:21:53,250 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:21:53,250 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:53,251 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:21:53,251 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63217288, jitterRate=-0.05798900127410889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:53,251 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:21:53,252 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490513244Writing region info on filesystem at 1732490513244Initializing all the Stores at 1732490513244Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490513245 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490513245Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490513245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490513245Cleaning up temporary data from old regions at 1732490513250 (+5 ms)Running coprocessor post-open hooks at 1732490513251 (+1 ms)Region opened successfully at 1732490513252 (+1 ms) 2024-11-24T23:21:53,252 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490513224 2024-11-24T23:21:53,254 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:21:53,254 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:21:53,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,43055,1732490510450 2024-11-24T23:21:53,255 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,43055,1732490510450, state=OPEN 2024-11-24T23:21:53,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1225233769/meta-region-server 2024-11-24T23:21:53,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1225233769/meta-region-server 2024-11-24T23:21:53,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1225233769/meta-region-server: CHANGED 2024-11-24T23:21:53,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1225233769/meta-region-server: CHANGED 2024-11-24T23:21:53,275 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,43055,1732490510450 2024-11-24T23:21:53,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:21:53,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,43055,1732490510450 in 203 msec 2024-11-24T23:21:53,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:21:53,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-24T23:21:53,278 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:53,278 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:21:53,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:53,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43055,1732490510450, seqNum=-1] 2024-11-24T23:21:53,279 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:53,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:53,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 890 msec 2024-11-24T23:21:53,283 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490513283, completionTime=-1 2024-11-24T23:21:53,283 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:21:53,283 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:21:53,285 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:21:53,285 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490573285 2024-11-24T23:21:53,285 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490633285 2024-11-24T23:21:53,285 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:21:53,285 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40771,1732490510198-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:53,285 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40771,1732490510198-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:53,285 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40771,1732490510198-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:53,285 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:40771, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:53,285 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:53,286 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:53,287 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:21:53,288 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.772sec 2024-11-24T23:21:53,288 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:21:53,288 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:21:53,288 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:21:53,288 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:21:53,288 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:21:53,288 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40771,1732490510198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:21:53,288 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40771,1732490510198-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:21:53,290 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:21:53,290 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:21:53,290 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40771,1732490510198-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:53,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fb10c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:53,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,40771,-1 for getting cluster id 2024-11-24T23:21:53,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:53,380 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '377c4664-b57c-4676-8f3e-5847814e7166' 2024-11-24T23:21:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "377c4664-b57c-4676-8f3e-5847814e7166" 2024-11-24T23:21:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6106a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,40771,-1] 2024-11-24T23:21:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:53,382 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:53,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305fd129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:53,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:53,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43055,1732490510450, seqNum=-1] 2024-11-24T23:21:53,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:53,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:53,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,40771,1732490510198 2024-11-24T23:21:53,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-24T23:21:53,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:53,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016f272df30002 connected 2024-11-24T23:21:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/hadoop.log.dir so I do NOT create it in target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1 2024-11-24T23:21:53,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:21:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/hadoop.tmp.dir so I do NOT create it in target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1 2024-11-24T23:21:53,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:21:53,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1 2024-11-24T23:21:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:21:53,402 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/cluster_e20318c6-270e-a0bb-3811-ae1bc2f2b146, deleteOnExit=true 2024-11-24T23:21:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/test.cache.data in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:21:53,403 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:21:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:21:53,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:21:53,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:21:53,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:21:53,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:21:53,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:53,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:21:53,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:21:53,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:21:53,754 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:21:53,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:53,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410826e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:21:53,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d84cf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:21:53,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb8de27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/java.io.tmpdir/jetty-localhost-42427-hadoop-hdfs-3_4_1-tests_jar-_-any-9709858000655056423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:21:53,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586be9a6{HTTP/1.1, (http/1.1)}{localhost:42427} 2024-11-24T23:21:53,849 INFO [Time-limited test {}] server.Server(415): Started @286524ms 2024-11-24T23:21:54,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:54,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:21:54,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:21:54,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:21:54,144 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:21:54,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca8b37e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:21:54,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2636417{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:21:54,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79fa260f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/java.io.tmpdir/jetty-localhost-34893-hadoop-hdfs-3_4_1-tests_jar-_-any-5378954748603198502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:21:54,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@370005d7{HTTP/1.1, (http/1.1)}{localhost:34893} 2024-11-24T23:21:54,271 INFO [Time-limited test {}] server.Server(415): Started @286946ms 2024-11-24T23:21:54,273 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:21:54,711 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:21:54,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:21:54,712 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88730 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:21:54,999 WARN [Thread-3558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/cluster_e20318c6-270e-a0bb-3811-ae1bc2f2b146/data/data1/current/BP-619678367-172.17.0.3-1732490513417/current, will proceed with Du for space computation calculation, 2024-11-24T23:21:54,999 WARN [Thread-3559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/cluster_e20318c6-270e-a0bb-3811-ae1bc2f2b146/data/data2/current/BP-619678367-172.17.0.3-1732490513417/current, will proceed with Du for space computation calculation, 2024-11-24T23:21:55,013 WARN [Thread-3546 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:21:55,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x330f6ad8ca4ee583 with lease ID 0x982ad50ec2b37b78: Processing first storage report for DS-e76ca27e-52dc-44e0-954b-9e59e6703cea from datanode DatanodeRegistration(127.0.0.1:43043, datanodeUuid=3e4fe69a-d07b-422c-985e-46f5b069da97, infoPort=41433, infoSecurePort=0, ipcPort=34055, storageInfo=lv=-57;cid=testClusterID;nsid=586930111;c=1732490513417) 2024-11-24T23:21:55,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x330f6ad8ca4ee583 with lease ID 0x982ad50ec2b37b78: from storage DS-e76ca27e-52dc-44e0-954b-9e59e6703cea node DatanodeRegistration(127.0.0.1:43043, datanodeUuid=3e4fe69a-d07b-422c-985e-46f5b069da97, infoPort=41433, infoSecurePort=0, ipcPort=34055, storageInfo=lv=-57;cid=testClusterID;nsid=586930111;c=1732490513417), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:21:55,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x330f6ad8ca4ee583 with lease ID 0x982ad50ec2b37b78: Processing first storage report for DS-f15dba80-7804-400c-a2c1-7ddb3efc0592 from datanode DatanodeRegistration(127.0.0.1:43043, datanodeUuid=3e4fe69a-d07b-422c-985e-46f5b069da97, infoPort=41433, infoSecurePort=0, ipcPort=34055, storageInfo=lv=-57;cid=testClusterID;nsid=586930111;c=1732490513417) 2024-11-24T23:21:55,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x330f6ad8ca4ee583 with lease ID 0x982ad50ec2b37b78: from storage DS-f15dba80-7804-400c-a2c1-7ddb3efc0592 node DatanodeRegistration(127.0.0.1:43043, datanodeUuid=3e4fe69a-d07b-422c-985e-46f5b069da97, infoPort=41433, infoSecurePort=0, ipcPort=34055, storageInfo=lv=-57;cid=testClusterID;nsid=586930111;c=1732490513417), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:21:55,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1 2024-11-24T23:21:55,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:55,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:55,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:21:55,435 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a with version=8 2024-11-24T23:21:55,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/hbase-staging 2024-11-24T23:21:55,437 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:21:55,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:55,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:55,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:21:55,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:55,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:21:55,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:21:55,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:21:55,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36861 2024-11-24T23:21:55,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36861 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-24T23:21:55,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368610x0, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:55,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36861-0x1016f272df30003 connected 2024-11-24T23:21:55,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:55,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:55,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Set watcher on znode that does not yet exist, /11904696418/running 2024-11-24T23:21:55,571 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a, hbase.cluster.distributed=false 2024-11-24T23:21:55,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Set watcher on znode that does not yet exist, /11904696418/acl 2024-11-24T23:21:55,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36861 2024-11-24T23:21:55,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36861 2024-11-24T23:21:55,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36861 2024-11-24T23:21:55,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36861 2024-11-24T23:21:55,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36861 2024-11-24T23:21:55,589 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:21:55,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:55,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:55,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:21:55,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:21:55,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:21:55,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:21:55,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:21:55,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43815 2024-11-24T23:21:55,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43815 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-24T23:21:55,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:55,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:55,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438150x0, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:55,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438150x0, quorum=127.0.0.1:49997, baseZNode=/11904696418 Set watcher on znode that does not yet exist, /11904696418/running 2024-11-24T23:21:55,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43815-0x1016f272df30004 connected 2024-11-24T23:21:55,601 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:21:55,601 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:21:55,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Set watcher on znode that does not yet exist, /11904696418/master 2024-11-24T23:21:55,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Set watcher on znode that does not yet exist, /11904696418/acl 2024-11-24T23:21:55,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43815 2024-11-24T23:21:55,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43815 2024-11-24T23:21:55,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43815 2024-11-24T23:21:55,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43815 2024-11-24T23:21:55,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43815 2024-11-24T23:21:55,618 DEBUG [M:0;ba7f32532130:36861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:36861 2024-11-24T23:21:55,619 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11904696418/backup-masters/ba7f32532130,36861,1732490515437 2024-11-24T23:21:55,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418/backup-masters 2024-11-24T23:21:55,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418/backup-masters 2024-11-24T23:21:55,632 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Set watcher on existing znode=/11904696418/backup-masters/ba7f32532130,36861,1732490515437 2024-11-24T23:21:55,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11904696418/master 2024-11-24T23:21:55,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:21:55,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:21:55,642 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Set watcher on existing znode=/11904696418/master 2024-11-24T23:21:55,643 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11904696418/backup-masters/ba7f32532130,36861,1732490515437 from backup master directory 2024-11-24T23:21:55,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11904696418/backup-masters/ba7f32532130,36861,1732490515437 2024-11-24T23:21:55,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418/backup-masters 2024-11-24T23:21:55,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418/backup-masters 2024-11-24T23:21:55,653 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:21:55,653 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,36861,1732490515437 2024-11-24T23:21:55,655 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/hbase.id] with ID: 455a7cb3-4b34-421e-bc3a-0b7e6d1421ca 2024-11-24T23:21:55,655 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/.tmp/hbase.id 2024-11-24T23:21:55,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:21:56,059 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/.tmp/hbase.id]:[hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/hbase.id] 2024-11-24T23:21:56,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:21:56,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:21:56,067 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:21:56,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:21:56,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:21:56,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:21:56,520 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:56,521 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:21:56,522 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:21:56,927 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store 2024-11-24T23:21:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:21:57,351 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:57,351 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:21:57,351 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:57,351 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:57,351 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:21:57,351 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:57,351 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:21:57,351 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490517351Disabling compacts and flushes for region at 1732490517351Disabling writes for close at 1732490517351Writing region close event to WAL at 1732490517351Closed at 1732490517351 2024-11-24T23:21:57,352 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/.initializing 2024-11-24T23:21:57,352 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/WALs/ba7f32532130,36861,1732490515437 2024-11-24T23:21:57,352 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:21:57,353 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C36861%2C1732490515437, suffix=, logDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/WALs/ba7f32532130,36861,1732490515437, archiveDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/oldWALs, maxLogs=10 2024-11-24T23:21:57,369 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/WALs/ba7f32532130,36861,1732490515437/ba7f32532130%2C36861%2C1732490515437.1732490517354, exclude list is [], retry=0 2024-11-24T23:21:57,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43043,DS-e76ca27e-52dc-44e0-954b-9e59e6703cea,DISK] 2024-11-24T23:21:57,372 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/WALs/ba7f32532130,36861,1732490515437/ba7f32532130%2C36861%2C1732490515437.1732490517354 2024-11-24T23:21:57,372 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41433:41433)] 2024-11-24T23:21:57,372 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:57,373 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:57,373 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:57,373 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:57,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:57,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:21:57,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:57,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:57,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:57,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:21:57,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:57,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:57,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:57,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:21:57,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:57,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:57,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:57,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:21:57,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:57,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:57,378 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:57,379 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:57,379 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:57,379 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:57,379 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:57,380 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:57,381 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:21:57,382 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:57,382 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67678691, jitterRate=0.008491083979606628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:57,382 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490517373Initializing all the Stores at 1732490517373Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490517373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490517373Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490517373Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490517373Cleaning up temporary data from old regions at 1732490517379 (+6 ms)Region opened successfully at 1732490517382 (+3 ms) 2024-11-24T23:21:57,383 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:21:57,384 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ce2cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:21:57,385 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:21:57,385 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:21:57,385 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:21:57,385 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:21:57,385 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:21:57,385 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:21:57,385 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:21:57,386 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:21:57,387 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Unable to get data of znode /11904696418/balancer because node does not exist (not necessarily an error) 2024-11-24T23:21:57,454 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11904696418/balancer already deleted, retry=false 2024-11-24T23:21:57,454 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:21:57,455 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Unable to get data of znode /11904696418/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:21:57,526 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11904696418/normalizer already deleted, retry=false 2024-11-24T23:21:57,527 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:21:57,528 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Unable to get data of znode /11904696418/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:21:57,537 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11904696418/switch/split already deleted, retry=false 2024-11-24T23:21:57,538 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Unable to get data of znode /11904696418/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:21:57,547 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11904696418/switch/merge already deleted, retry=false 2024-11-24T23:21:57,549 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Unable to get data of znode /11904696418/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:21:57,558 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11904696418/snapshot-cleanup already deleted, retry=false 2024-11-24T23:21:57,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11904696418/running 2024-11-24T23:21:57,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11904696418/running 2024-11-24T23:21:57,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:21:57,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:21:57,569 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,36861,1732490515437, sessionid=0x1016f272df30003, setting cluster-up flag (Was=false) 2024-11-24T23:21:57,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:21:57,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:21:57,621 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11904696418/flush-table-proc/acquired, /11904696418/flush-table-proc/reached, /11904696418/flush-table-proc/abort 2024-11-24T23:21:57,622 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,36861,1732490515437 2024-11-24T23:21:57,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:21:57,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:21:57,674 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11904696418/online-snapshot/acquired, /11904696418/online-snapshot/reached, /11904696418/online-snapshot/abort 2024-11-24T23:21:57,675 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,36861,1732490515437 2024-11-24T23:21:57,676 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:21:57,677 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:57,677 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:21:57,677 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:21:57,677 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,36861,1732490515437 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:21:57,679 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:57,679 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:57,680 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:57,680 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:21:57,680 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:21:57,680 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,680 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:21:57,680 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,681 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:57,682 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:21:57,682 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:57,682 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:21:57,684 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490547684 2024-11-24T23:21:57,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:21:57,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:21:57,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:21:57,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:21:57,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:21:57,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:21:57,685 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,686 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:21:57,686 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:21:57,686 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:21:57,686 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:21:57,689 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:21:57,689 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:21:57,690 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490517689,5,FailOnTimeoutGroup] 2024-11-24T23:21:57,691 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490517690,5,FailOnTimeoutGroup] 2024-11-24T23:21:57,691 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,691 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:21:57,691 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,691 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:21:57,711 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(746): ClusterId : 455a7cb3-4b34-421e-bc3a-0b7e6d1421ca 2024-11-24T23:21:57,711 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:21:57,717 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:21:57,717 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:21:57,727 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:21:57,728 DEBUG [RS:0;ba7f32532130:43815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3271ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:21:57,745 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:43815 2024-11-24T23:21:57,745 INFO [RS:0;ba7f32532130:43815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:21:57,745 INFO [RS:0;ba7f32532130:43815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:21:57,745 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:21:57,745 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,36861,1732490515437 with port=43815, startcode=1732490515589 2024-11-24T23:21:57,746 DEBUG [RS:0;ba7f32532130:43815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:21:57,747 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:21:57,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,43815,1732490515589 2024-11-24T23:21:57,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36861 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,43815,1732490515589 2024-11-24T23:21:57,748 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a 2024-11-24T23:21:57,748 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45677 2024-11-24T23:21:57,748 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:21:57,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418/rs 2024-11-24T23:21:57,797 DEBUG [RS:0;ba7f32532130:43815 {}] zookeeper.ZKUtil(111): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Set watcher on existing znode=/11904696418/rs/ba7f32532130,43815,1732490515589 2024-11-24T23:21:57,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,43815,1732490515589] 2024-11-24T23:21:57,797 WARN [RS:0;ba7f32532130:43815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:21:57,797 INFO [RS:0;ba7f32532130:43815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:57,798 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589 2024-11-24T23:21:57,802 INFO [RS:0;ba7f32532130:43815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:21:57,808 INFO [RS:0;ba7f32532130:43815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:21:57,808 INFO [RS:0;ba7f32532130:43815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:21:57,808 INFO [RS:0;ba7f32532130:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,810 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:21:57,810 INFO [RS:0;ba7f32532130:43815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:21:57,810 INFO [RS:0;ba7f32532130:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:21:57,811 DEBUG [RS:0;ba7f32532130:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:21:57,817 INFO [RS:0;ba7f32532130:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,818 INFO [RS:0;ba7f32532130:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,818 INFO [RS:0;ba7f32532130:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,818 INFO [RS:0;ba7f32532130:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,818 INFO [RS:0;ba7f32532130:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,818 INFO [RS:0;ba7f32532130:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,43815,1732490515589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:21:57,831 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:21:57,831 INFO [RS:0;ba7f32532130:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,43815,1732490515589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,831 INFO [RS:0;ba7f32532130:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,831 INFO [RS:0;ba7f32532130:43815 {}] regionserver.Replication(171): ba7f32532130,43815,1732490515589 started 2024-11-24T23:21:57,844 INFO [RS:0;ba7f32532130:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:57,844 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,43815,1732490515589, RpcServer on ba7f32532130/172.17.0.3:43815, sessionid=0x1016f272df30004 2024-11-24T23:21:57,844 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:21:57,844 DEBUG [RS:0;ba7f32532130:43815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,43815,1732490515589 2024-11-24T23:21:57,844 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,43815,1732490515589' 2024-11-24T23:21:57,844 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11904696418/flush-table-proc/abort' 2024-11-24T23:21:57,845 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11904696418/flush-table-proc/acquired' 2024-11-24T23:21:57,845 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:21:57,845 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:21:57,845 DEBUG [RS:0;ba7f32532130:43815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,43815,1732490515589 2024-11-24T23:21:57,845 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,43815,1732490515589' 2024-11-24T23:21:57,845 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11904696418/online-snapshot/abort' 2024-11-24T23:21:57,846 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11904696418/online-snapshot/acquired' 2024-11-24T23:21:57,846 DEBUG [RS:0;ba7f32532130:43815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:21:57,846 INFO [RS:0;ba7f32532130:43815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:21:57,846 INFO [RS:0;ba7f32532130:43815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:21:57,946 INFO [RS:0;ba7f32532130:43815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:21:57,955 INFO [RS:0;ba7f32532130:43815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C43815%2C1732490515589, suffix=, logDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589, archiveDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/oldWALs, maxLogs=10 2024-11-24T23:21:57,970 DEBUG [RS:0;ba7f32532130:43815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955, exclude list is [], retry=0 2024-11-24T23:21:57,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43043,DS-e76ca27e-52dc-44e0-954b-9e59e6703cea,DISK] 2024-11-24T23:21:57,976 INFO [RS:0;ba7f32532130:43815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 2024-11-24T23:21:57,977 DEBUG [RS:0;ba7f32532130:43815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41433:41433)] 2024-11-24T23:21:58,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:21:58,093 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a 2024-11-24T23:21:58,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:21:58,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:58,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:21:58,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:21:58,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:58,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:58,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:21:58,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:21:58,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:58,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:58,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:21:58,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:21:58,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:58,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:58,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:21:58,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:21:58,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:58,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:58,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:21:58,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740 2024-11-24T23:21:58,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740 2024-11-24T23:21:58,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:21:58,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:21:58,116 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:58,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:21:58,120 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:58,120 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66430177, jitterRate=-0.010113224387168884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:58,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490518106Initializing all the Stores at 1732490518107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490518107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490518107Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490518107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490518107Cleaning up temporary data from old regions at 1732490518116 (+9 ms)Region opened successfully at 1732490518120 (+4 ms) 2024-11-24T23:21:58,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:21:58,121 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:21:58,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:21:58,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:21:58,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:21:58,124 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:21:58,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490518121Disabling compacts and flushes for region at 1732490518121Disabling writes for close at 1732490518121Writing region close event to WAL at 1732490518124 (+3 ms)Closed at 1732490518124 2024-11-24T23:21:58,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:58,126 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:21:58,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:21:58,127 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:21:58,127 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:21:58,278 DEBUG [ba7f32532130:36861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:21:58,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,43815,1732490515589 2024-11-24T23:21:58,280 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,43815,1732490515589, state=OPENING 2024-11-24T23:21:58,326 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:21:58,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:21:58,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:21:58,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11904696418/meta-region-server: CHANGED 2024-11-24T23:21:58,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11904696418/meta-region-server: CHANGED 2024-11-24T23:21:58,338 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:21:58,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,43815,1732490515589}] 2024-11-24T23:21:58,490 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:21:58,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:21:58,501 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:21:58,501 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:21:58,501 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:21:58,503 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C43815%2C1732490515589.meta, suffix=.meta, logDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589, archiveDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/oldWALs, maxLogs=10 2024-11-24T23:21:58,521 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.meta.1732490518503.meta, exclude list is [], retry=0 2024-11-24T23:21:58,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43043,DS-e76ca27e-52dc-44e0-954b-9e59e6703cea,DISK] 2024-11-24T23:21:58,528 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.meta.1732490518503.meta 2024-11-24T23:21:58,533 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41433:41433)] 2024-11-24T23:21:58,533 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:58,533 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:21:58,534 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:21:58,534 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:21:58,534 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:21:58,534 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:21:58,534 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:58,534 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:21:58,534 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:21:58,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:21:58,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:21:58,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:58,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:58,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:21:58,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:21:58,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:58,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:58,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:21:58,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:21:58,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:58,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:58,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:21:58,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:21:58,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:58,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:21:58,539 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:21:58,540 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740 2024-11-24T23:21:58,541 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740 2024-11-24T23:21:58,542 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:21:58,542 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:21:58,543 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:21:58,544 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:21:58,545 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71615293, jitterRate=0.0671510249376297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:21:58,545 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:21:58,545 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490518534Writing region info on filesystem at 1732490518534Initializing all the Stores at 1732490518535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490518535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490518535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490518535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490518535Cleaning up temporary data from old regions at 1732490518542 (+7 ms)Running coprocessor post-open hooks at 1732490518545 (+3 ms)Region opened successfully at 1732490518545 2024-11-24T23:21:58,546 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490518490 2024-11-24T23:21:58,550 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:21:58,550 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:21:58,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,43815,1732490515589 2024-11-24T23:21:58,551 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,43815,1732490515589, state=OPEN 2024-11-24T23:21:58,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11904696418/meta-region-server 2024-11-24T23:21:58,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11904696418/meta-region-server 2024-11-24T23:21:58,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11904696418/meta-region-server: CHANGED 2024-11-24T23:21:58,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11904696418/meta-region-server: CHANGED 2024-11-24T23:21:58,559 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,43815,1732490515589 2024-11-24T23:21:58,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:21:58,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,43815,1732490515589 in 221 msec 2024-11-24T23:21:58,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:21:58,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-24T23:21:58,563 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:21:58,563 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:21:58,564 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:58,564 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43815,1732490515589, seqNum=-1] 2024-11-24T23:21:58,565 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:58,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:58,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 893 msec 2024-11-24T23:21:58,571 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490518571, completionTime=-1 2024-11-24T23:21:58,571 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:21:58,571 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:21:58,573 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:21:58,573 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490578573 2024-11-24T23:21:58,573 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490638573 2024-11-24T23:21:58,573 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T23:21:58,574 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36861,1732490515437-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:58,574 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36861,1732490515437-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:58,574 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36861,1732490515437-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:58,574 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:36861, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:58,574 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:58,574 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:58,576 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:21:58,578 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.925sec 2024-11-24T23:21:58,578 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:21:58,578 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:21:58,578 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:21:58,578 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:21:58,578 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:21:58,578 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36861,1732490515437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:21:58,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36861,1732490515437-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:21:58,581 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:21:58,581 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:21:58,581 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,36861,1732490515437-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:21:58,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a00face, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:58,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,36861,-1 for getting cluster id 2024-11-24T23:21:58,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:21:58,614 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '455a7cb3-4b34-421e-bc3a-0b7e6d1421ca' 2024-11-24T23:21:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:21:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "455a7cb3-4b34-421e-bc3a-0b7e6d1421ca" 2024-11-24T23:21:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726b80b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,36861,-1] 2024-11-24T23:21:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:21:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:58,616 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:21:58,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2f3282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:58,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:21:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43815,1732490515589, seqNum=-1] 2024-11-24T23:21:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:58,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,36861,1732490515437 2024-11-24T23:21:58,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-24T23:21:58,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:21:58,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016f272df30005 connected 2024-11-24T23:21:58,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/hadoop.log.dir so I do NOT create it in target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c 2024-11-24T23:21:58,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:21:58,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/hadoop.tmp.dir so I do NOT create it in target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c 2024-11-24T23:21:58,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:21:58,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c 2024-11-24T23:21:58,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:21:58,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/cluster_9a32c218-c6fe-5497-59c5-4fe174e8af9d, deleteOnExit=true 2024-11-24T23:21:58,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:21:58,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/test.cache.data in system properties and HBase conf 2024-11-24T23:21:58,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:21:58,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:21:58,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:21:58,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:21:58,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:21:58,656 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:21:58,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:21:58,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:21:58,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:21:58,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:21:58,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:21:58,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:21:58,882 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:21:59,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:59,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:21:59,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:21:59,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:21:59,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:21:59,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:59,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd5cde2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:21:59,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59eb2ec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:21:59,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fa2027f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/java.io.tmpdir/jetty-localhost-36061-hadoop-hdfs-3_4_1-tests_jar-_-any-6415853700491420883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:21:59,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4696ca19{HTTP/1.1, (http/1.1)}{localhost:36061} 2024-11-24T23:21:59,295 INFO [Time-limited test {}] server.Server(415): Started @291970ms 2024-11-24T23:21:59,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:21:59,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:21:59,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:21:59,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:21:59,599 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:21:59,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20375ed4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:21:59,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6168ff6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:21:59,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3506c882{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/java.io.tmpdir/jetty-localhost-35041-hadoop-hdfs-3_4_1-tests_jar-_-any-9909628216895534994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:21:59,722 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c39bd22{HTTP/1.1, (http/1.1)}{localhost:35041} 2024-11-24T23:21:59,722 INFO [Time-limited test {}] server.Server(415): Started @292397ms 2024-11-24T23:21:59,724 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:22:00,676 WARN [Thread-3680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/cluster_9a32c218-c6fe-5497-59c5-4fe174e8af9d/data/data2/current/BP-730516347-172.17.0.3-1732490518676/current, will proceed with Du for space computation calculation, 2024-11-24T23:22:00,676 WARN [Thread-3679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/cluster_9a32c218-c6fe-5497-59c5-4fe174e8af9d/data/data1/current/BP-730516347-172.17.0.3-1732490518676/current, will proceed with Du for space computation calculation, 2024-11-24T23:22:00,707 WARN [Thread-3667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:22:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x857d7f0e1839d314 with lease ID 0xcc6b43535921bbc6: Processing first storage report for DS-a546424c-ad06-4e42-a218-57b477bac538 from datanode DatanodeRegistration(127.0.0.1:34291, datanodeUuid=949efc9d-eec2-46d7-b294-f2a6e101ca37, infoPort=37053, infoSecurePort=0, ipcPort=35977, storageInfo=lv=-57;cid=testClusterID;nsid=141255342;c=1732490518676) 2024-11-24T23:22:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x857d7f0e1839d314 with lease ID 0xcc6b43535921bbc6: from storage DS-a546424c-ad06-4e42-a218-57b477bac538 node DatanodeRegistration(127.0.0.1:34291, datanodeUuid=949efc9d-eec2-46d7-b294-f2a6e101ca37, infoPort=37053, infoSecurePort=0, ipcPort=35977, storageInfo=lv=-57;cid=testClusterID;nsid=141255342;c=1732490518676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:22:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x857d7f0e1839d314 with lease ID 0xcc6b43535921bbc6: Processing first storage report for DS-abdaba3c-8607-4738-8a61-7c819d506459 from datanode DatanodeRegistration(127.0.0.1:34291, datanodeUuid=949efc9d-eec2-46d7-b294-f2a6e101ca37, infoPort=37053, infoSecurePort=0, ipcPort=35977, storageInfo=lv=-57;cid=testClusterID;nsid=141255342;c=1732490518676) 2024-11-24T23:22:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x857d7f0e1839d314 with lease ID 0xcc6b43535921bbc6: from storage DS-abdaba3c-8607-4738-8a61-7c819d506459 node DatanodeRegistration(127.0.0.1:34291, datanodeUuid=949efc9d-eec2-46d7-b294-f2a6e101ca37, infoPort=37053, infoSecurePort=0, ipcPort=35977, storageInfo=lv=-57;cid=testClusterID;nsid=141255342;c=1732490518676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:22:00,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c 2024-11-24T23:22:00,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:00,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:00,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:22:00,786 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c with version=8 2024-11-24T23:22:00,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/hbase-staging 2024-11-24T23:22:00,788 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:22:00,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:00,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:00,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:22:00,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:00,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:22:00,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:22:00,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:22:00,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34631 2024-11-24T23:22:00,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34631 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-24T23:22:00,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346310x0, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:00,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34631-0x1016f272df30006 connected 2024-11-24T23:22:00,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:00,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:00,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Set watcher on znode that does not yet exist, /21690141864/running 2024-11-24T23:22:00,889 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c, hbase.cluster.distributed=false 2024-11-24T23:22:00,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Set watcher on znode that does not yet exist, /21690141864/acl 2024-11-24T23:22:00,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34631 2024-11-24T23:22:00,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34631 2024-11-24T23:22:00,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34631 2024-11-24T23:22:00,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34631 2024-11-24T23:22:00,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34631 2024-11-24T23:22:00,925 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:22:00,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:00,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:00,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:22:00,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:00,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:22:00,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:22:00,926 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:22:00,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38793 2024-11-24T23:22:00,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38793 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-24T23:22:00,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:00,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:00,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387930x0, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:00,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38793-0x1016f272df30007 connected 2024-11-24T23:22:00,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387930x0, quorum=127.0.0.1:49997, baseZNode=/21690141864 Set watcher on znode that does not yet exist, /21690141864/running 2024-11-24T23:22:00,938 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:22:00,941 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:22:00,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Set watcher on znode that does not yet exist, /21690141864/master 2024-11-24T23:22:00,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Set watcher on znode that does not yet exist, /21690141864/acl 2024-11-24T23:22:00,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38793 2024-11-24T23:22:00,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38793 2024-11-24T23:22:00,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38793 2024-11-24T23:22:00,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38793 2024-11-24T23:22:00,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38793 2024-11-24T23:22:00,967 DEBUG [M:0;ba7f32532130:34631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:34631 2024-11-24T23:22:00,968 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21690141864/backup-masters/ba7f32532130,34631,1732490520788 2024-11-24T23:22:00,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864/backup-masters 2024-11-24T23:22:00,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864/backup-masters 2024-11-24T23:22:00,979 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Set watcher on existing znode=/21690141864/backup-masters/ba7f32532130,34631,1732490520788 2024-11-24T23:22:00,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21690141864/master 2024-11-24T23:22:00,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:00,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:00,990 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Set watcher on existing znode=/21690141864/master 2024-11-24T23:22:00,990 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21690141864/backup-masters/ba7f32532130,34631,1732490520788 from backup master directory 2024-11-24T23:22:01,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21690141864/backup-masters/ba7f32532130,34631,1732490520788 2024-11-24T23:22:01,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864/backup-masters 2024-11-24T23:22:01,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864/backup-masters 2024-11-24T23:22:01,000 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:22:01,000 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,34631,1732490520788 2024-11-24T23:22:01,003 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/hbase.id] with ID: f7dbbe6e-0ae3-4c8b-a08b-272b149673eb 2024-11-24T23:22:01,003 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/.tmp/hbase.id 2024-11-24T23:22:01,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:22:01,013 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/.tmp/hbase.id]:[hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/hbase.id] 2024-11-24T23:22:01,024 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:01,025 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:22:01,026 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:22:01,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:01,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:01,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:22:01,438 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:01,439 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:22:01,439 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:01,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:22:01,847 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store 2024-11-24T23:22:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:22:01,859 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:01,859 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:22:01,859 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:01,859 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:01,859 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:22:01,859 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:01,859 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:01,859 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490521859Disabling compacts and flushes for region at 1732490521859Disabling writes for close at 1732490521859Writing region close event to WAL at 1732490521859Closed at 1732490521859 2024-11-24T23:22:01,860 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/.initializing 2024-11-24T23:22:01,860 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/WALs/ba7f32532130,34631,1732490520788 2024-11-24T23:22:01,861 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:22:01,862 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C34631%2C1732490520788, suffix=, logDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/WALs/ba7f32532130,34631,1732490520788, archiveDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/oldWALs, maxLogs=10 2024-11-24T23:22:01,874 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/WALs/ba7f32532130,34631,1732490520788/ba7f32532130%2C34631%2C1732490520788.1732490521862, exclude list is [], retry=0 2024-11-24T23:22:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-a546424c-ad06-4e42-a218-57b477bac538,DISK] 2024-11-24T23:22:01,878 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/WALs/ba7f32532130,34631,1732490520788/ba7f32532130%2C34631%2C1732490520788.1732490521862 2024-11-24T23:22:01,878 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37053:37053)] 2024-11-24T23:22:01,878 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:01,878 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:01,879 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:01,879 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:01,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:01,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:22:01,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:01,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:01,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:01,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:22:01,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:01,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:01,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:01,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:22:01,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:01,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:01,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:01,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:22:01,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:01,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:01,884 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:01,884 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:01,885 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:01,885 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:01,885 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:01,885 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:01,886 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:01,888 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:01,888 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59349630, jitterRate=-0.11562159657478333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:01,889 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490521879Initializing all the Stores at 1732490521879Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490521879Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490521879Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490521879Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490521879Cleaning up temporary data from old regions at 1732490521885 (+6 ms)Region opened successfully at 1732490521888 (+3 ms) 2024-11-24T23:22:01,889 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:22:01,891 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc2c9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:22:01,892 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:22:01,892 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:22:01,892 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:22:01,892 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:22:01,893 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:22:01,893 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:22:01,893 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:22:01,896 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:22:01,896 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Unable to get data of znode /21690141864/balancer because node does not exist (not necessarily an error) 2024-11-24T23:22:01,947 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21690141864/balancer already deleted, retry=false 2024-11-24T23:22:01,948 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:22:01,949 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Unable to get data of znode /21690141864/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:22:01,958 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21690141864/normalizer already deleted, retry=false 2024-11-24T23:22:01,958 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:22:01,961 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Unable to get data of znode /21690141864/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:22:01,968 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21690141864/switch/split already deleted, retry=false 2024-11-24T23:22:01,969 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Unable to get data of znode /21690141864/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:22:01,979 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21690141864/switch/merge already deleted, retry=false 2024-11-24T23:22:01,980 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Unable to get data of znode /21690141864/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:22:01,989 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21690141864/snapshot-cleanup already deleted, retry=false 2024-11-24T23:22:02,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21690141864/running 2024-11-24T23:22:02,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21690141864/running 2024-11-24T23:22:02,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:02,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:02,000 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,34631,1732490520788, sessionid=0x1016f272df30006, setting cluster-up flag (Was=false) 2024-11-24T23:22:02,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:02,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:02,053 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21690141864/flush-table-proc/acquired, /21690141864/flush-table-proc/reached, /21690141864/flush-table-proc/abort 2024-11-24T23:22:02,054 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,34631,1732490520788 2024-11-24T23:22:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:02,515 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21690141864/online-snapshot/acquired, /21690141864/online-snapshot/reached, /21690141864/online-snapshot/abort 2024-11-24T23:22:02,516 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,34631,1732490520788 2024-11-24T23:22:02,517 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:22:02,519 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:02,519 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:22:02,519 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:22:02,519 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,34631,1732490520788 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:22:02,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:02,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:02,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:02,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:02,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:22:02,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:22:02,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,521 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490552521 2024-11-24T23:22:02,521 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:22:02,521 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:22:02,521 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:22:02,521 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:22:02,521 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:22:02,522 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:22:02,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:02,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:22:02,522 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,522 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:22:02,522 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:22:02,522 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:22:02,522 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:22:02,522 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:02,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:22:02,524 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:22:02,524 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:22:02,524 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490522524,5,FailOnTimeoutGroup] 2024-11-24T23:22:02,524 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490522524,5,FailOnTimeoutGroup] 2024-11-24T23:22:02,524 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,524 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:22:02,524 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,524 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:22:02,559 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(746): ClusterId : f7dbbe6e-0ae3-4c8b-a08b-272b149673eb 2024-11-24T23:22:02,559 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:22:02,595 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:22:02,595 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:22:02,651 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:22:02,651 DEBUG [RS:0;ba7f32532130:38793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebca476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:22:02,665 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:38793 2024-11-24T23:22:02,665 INFO [RS:0;ba7f32532130:38793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:22:02,665 INFO [RS:0;ba7f32532130:38793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:22:02,665 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:22:02,665 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,34631,1732490520788 with port=38793, startcode=1732490520925 2024-11-24T23:22:02,666 DEBUG [RS:0;ba7f32532130:38793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:22:02,667 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:22:02,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,38793,1732490520925 2024-11-24T23:22:02,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34631 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,38793,1732490520925 2024-11-24T23:22:02,669 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c 2024-11-24T23:22:02,669 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44811 2024-11-24T23:22:02,669 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:22:02,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864/rs 2024-11-24T23:22:02,852 DEBUG [RS:0;ba7f32532130:38793 {}] zookeeper.ZKUtil(111): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Set watcher on existing znode=/21690141864/rs/ba7f32532130,38793,1732490520925 2024-11-24T23:22:02,852 WARN [RS:0;ba7f32532130:38793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:22:02,852 INFO [RS:0;ba7f32532130:38793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:02,852 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925 2024-11-24T23:22:02,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,38793,1732490520925] 2024-11-24T23:22:02,854 INFO [RS:0;ba7f32532130:38793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:22:02,855 INFO [RS:0;ba7f32532130:38793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:22:02,856 INFO [RS:0;ba7f32532130:38793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:22:02,856 INFO [RS:0;ba7f32532130:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,856 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:22:02,856 INFO [RS:0;ba7f32532130:38793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:22:02,856 INFO [RS:0;ba7f32532130:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,856 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:22:02,857 DEBUG [RS:0;ba7f32532130:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:22:02,857 INFO [RS:0;ba7f32532130:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,857 INFO [RS:0;ba7f32532130:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,857 INFO [RS:0;ba7f32532130:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,857 INFO [RS:0;ba7f32532130:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,857 INFO [RS:0;ba7f32532130:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,857 INFO [RS:0;ba7f32532130:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38793,1732490520925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:22:02,869 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:22:02,869 INFO [RS:0;ba7f32532130:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,38793,1732490520925-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,870 INFO [RS:0;ba7f32532130:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,870 INFO [RS:0;ba7f32532130:38793 {}] regionserver.Replication(171): ba7f32532130,38793,1732490520925 started 2024-11-24T23:22:02,881 INFO [RS:0;ba7f32532130:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:02,881 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,38793,1732490520925, RpcServer on ba7f32532130/172.17.0.3:38793, sessionid=0x1016f272df30007 2024-11-24T23:22:02,881 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:22:02,882 DEBUG [RS:0;ba7f32532130:38793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,38793,1732490520925 2024-11-24T23:22:02,882 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,38793,1732490520925' 2024-11-24T23:22:02,882 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21690141864/flush-table-proc/abort' 2024-11-24T23:22:02,882 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21690141864/flush-table-proc/acquired' 2024-11-24T23:22:02,882 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:22:02,882 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:22:02,882 DEBUG [RS:0;ba7f32532130:38793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,38793,1732490520925 2024-11-24T23:22:02,882 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,38793,1732490520925' 2024-11-24T23:22:02,882 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21690141864/online-snapshot/abort' 2024-11-24T23:22:02,883 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21690141864/online-snapshot/acquired' 2024-11-24T23:22:02,883 DEBUG [RS:0;ba7f32532130:38793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:22:02,883 INFO [RS:0;ba7f32532130:38793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:22:02,883 INFO [RS:0;ba7f32532130:38793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:22:02,930 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:22:02,930 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c 2024-11-24T23:22:02,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741832_1008 (size=32) 2024-11-24T23:22:02,983 INFO [RS:0;ba7f32532130:38793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:22:02,985 INFO [RS:0;ba7f32532130:38793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C38793%2C1732490520925, suffix=, logDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925, archiveDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/oldWALs, maxLogs=10 2024-11-24T23:22:02,997 DEBUG [RS:0;ba7f32532130:38793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985, exclude list is [], retry=0 2024-11-24T23:22:02,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-a546424c-ad06-4e42-a218-57b477bac538,DISK] 2024-11-24T23:22:03,000 INFO [RS:0;ba7f32532130:38793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 2024-11-24T23:22:03,000 DEBUG [RS:0;ba7f32532130:38793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37053:37053)] 2024-11-24T23:22:03,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:03,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:22:03,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:22:03,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:03,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:03,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:22:03,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:22:03,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:03,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:03,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:22:03,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:22:03,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:03,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:03,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:22:03,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:22:03,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:03,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:03,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:22:03,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740 2024-11-24T23:22:03,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740 2024-11-24T23:22:03,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:22:03,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:22:03,341 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:03,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:22:03,343 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:03,343 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75316003, jitterRate=0.12229590117931366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:03,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490523334Initializing all the Stores at 1732490523335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490523335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490523335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490523335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490523335Cleaning up temporary data from old regions at 1732490523341 (+6 ms)Region opened successfully at 1732490523343 (+2 ms) 2024-11-24T23:22:03,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:22:03,343 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:22:03,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:22:03,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:22:03,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:22:03,344 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:22:03,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490523343Disabling compacts and flushes for region at 1732490523343Disabling writes for close at 1732490523343Writing region close event to WAL at 1732490523344 (+1 ms)Closed at 1732490523344 2024-11-24T23:22:03,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:03,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:22:03,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:22:03,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:22:03,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:22:03,496 DEBUG [ba7f32532130:34631 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:22:03,496 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,38793,1732490520925 2024-11-24T23:22:03,497 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,38793,1732490520925, state=OPENING 2024-11-24T23:22:03,541 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:22:03,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:03,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:03,584 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:22:03,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21690141864/meta-region-server: CHANGED 2024-11-24T23:22:03,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,38793,1732490520925}] 2024-11-24T23:22:03,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21690141864/meta-region-server: CHANGED 2024-11-24T23:22:03,736 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:22:03,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:22:03,740 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:22:03,740 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:03,740 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:22:03,741 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C38793%2C1732490520925.meta, suffix=.meta, logDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925, archiveDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/oldWALs, maxLogs=10 2024-11-24T23:22:03,753 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.meta.1732490523741.meta, exclude list is [], retry=0 2024-11-24T23:22:03,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-a546424c-ad06-4e42-a218-57b477bac538,DISK] 2024-11-24T23:22:03,756 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.meta.1732490523741.meta 2024-11-24T23:22:03,757 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37053:37053)] 2024-11-24T23:22:03,757 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:03,757 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:03,757 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:22:03,757 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:22:03,757 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:22:03,758 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:22:03,758 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:03,758 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:22:03,758 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:22:03,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:22:03,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:22:03,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:03,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:03,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:22:03,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:22:03,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:03,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:03,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:22:03,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:22:03,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:03,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:03,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:22:03,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:22:03,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:03,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:03,762 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:22:03,763 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740 2024-11-24T23:22:03,764 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740 2024-11-24T23:22:03,764 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:22:03,764 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:22:03,765 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:03,766 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:22:03,766 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68315421, jitterRate=0.017979100346565247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:03,766 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:22:03,766 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490523758Writing region info on filesystem at 1732490523758Initializing all the Stores at 1732490523758Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490523758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490523759 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490523759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490523759Cleaning up temporary data from old regions at 1732490523764 (+5 ms)Running coprocessor post-open hooks at 1732490523766 (+2 ms)Region opened successfully at 1732490523766 2024-11-24T23:22:03,767 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490523736 2024-11-24T23:22:03,769 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:22:03,769 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:22:03,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,38793,1732490520925 2024-11-24T23:22:03,770 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,38793,1732490520925, state=OPEN 2024-11-24T23:22:03,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21690141864/meta-region-server 2024-11-24T23:22:03,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21690141864/meta-region-server 2024-11-24T23:22:03,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21690141864/meta-region-server: CHANGED 2024-11-24T23:22:03,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21690141864/meta-region-server: CHANGED 2024-11-24T23:22:03,836 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,38793,1732490520925 2024-11-24T23:22:03,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:22:03,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,38793,1732490520925 in 252 msec 2024-11-24T23:22:03,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:22:03,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 493 msec 2024-11-24T23:22:03,840 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:03,840 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:22:03,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:03,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38793,1732490520925, seqNum=-1] 2024-11-24T23:22:03,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:03,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:03,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-11-24T23:22:03,846 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490523845, completionTime=-1 2024-11-24T23:22:03,846 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:22:03,846 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:22:03,847 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:22:03,847 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490583847 2024-11-24T23:22:03,847 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490643847 2024-11-24T23:22:03,847 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:22:03,847 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34631,1732490520788-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:03,848 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34631,1732490520788-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:03,848 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34631,1732490520788-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:03,848 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:34631, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:03,848 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:03,848 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:03,849 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:22:03,851 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.851sec 2024-11-24T23:22:03,851 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:22:03,851 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:22:03,851 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:22:03,851 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:22:03,851 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:22:03,851 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34631,1732490520788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:22:03,851 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34631,1732490520788-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:22:03,853 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:22:03,853 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:22:03,853 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34631,1732490520788-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:03,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c42f78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:03,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34631,-1 for getting cluster id 2024-11-24T23:22:03,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:03,861 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7dbbe6e-0ae3-4c8b-a08b-272b149673eb' 2024-11-24T23:22:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7dbbe6e-0ae3-4c8b-a08b-272b149673eb" 2024-11-24T23:22:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c399ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34631,-1] 2024-11-24T23:22:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:03,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:03,862 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:03,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:03,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38793,1732490520925, seqNum=-1] 2024-11-24T23:22:03,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:03,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:03,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,34631,1732490520788 2024-11-24T23:22:03,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-24T23:22:03,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:03,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016f272df30008 connected 2024-11-24T23:22:03,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,40771,1732490510198 2024-11-24T23:22:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@406e1fc7 2024-11-24T23:22:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:03,941 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:03,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:22:03,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:22:03,944 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:03,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:22:03,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:22:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:03,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:22:04,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:22:04,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:04,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:04,371 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0487d697be4608a481961084a834cf14, NAME => 'test,,1732490523941.0487d697be4608a481961084a834cf14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c 2024-11-24T23:22:04,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:22:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:04,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490523941.0487d697be4608a481961084a834cf14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:04,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0487d697be4608a481961084a834cf14, disabling compactions & flushes 2024-11-24T23:22:04,775 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490523941.0487d697be4608a481961084a834cf14. 2024-11-24T23:22:04,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490523941.0487d697be4608a481961084a834cf14. 2024-11-24T23:22:04,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490523941.0487d697be4608a481961084a834cf14. after waiting 0 ms 2024-11-24T23:22:04,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490523941.0487d697be4608a481961084a834cf14. 2024-11-24T23:22:04,775 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490523941.0487d697be4608a481961084a834cf14. 2024-11-24T23:22:04,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0487d697be4608a481961084a834cf14: Waiting for close lock at 1732490524775Disabling compacts and flushes for region at 1732490524775Disabling writes for close at 1732490524775Writing region close event to WAL at 1732490524775Closed at 1732490524775 2024-11-24T23:22:04,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:22:04,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490523941.0487d697be4608a481961084a834cf14.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490524777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490524777"}]},"ts":"1732490524777"} 2024-11-24T23:22:04,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:22:04,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:22:04,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490524780"}]},"ts":"1732490524780"} 2024-11-24T23:22:04,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:22:04,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0487d697be4608a481961084a834cf14, ASSIGN}] 2024-11-24T23:22:04,783 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0487d697be4608a481961084a834cf14, ASSIGN 2024-11-24T23:22:04,784 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0487d697be4608a481961084a834cf14, ASSIGN; state=OFFLINE, location=ba7f32532130,43055,1732490510450; forceNewPlan=false, retain=false 2024-11-24T23:22:04,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0487d697be4608a481961084a834cf14, regionState=OPENING, regionLocation=ba7f32532130,43055,1732490510450 2024-11-24T23:22:04,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0487d697be4608a481961084a834cf14, ASSIGN because future has completed 2024-11-24T23:22:04,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0487d697be4608a481961084a834cf14, server=ba7f32532130,43055,1732490510450}] 2024-11-24T23:22:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:05,094 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490523941.0487d697be4608a481961084a834cf14. 2024-11-24T23:22:05,094 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0487d697be4608a481961084a834cf14, NAME => 'test,,1732490523941.0487d697be4608a481961084a834cf14.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:05,095 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:05,095 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:22:05,095 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,095 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490523941.0487d697be4608a481961084a834cf14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:05,095 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,095 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,096 INFO [StoreOpener-0487d697be4608a481961084a834cf14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,097 INFO [StoreOpener-0487d697be4608a481961084a834cf14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0487d697be4608a481961084a834cf14 columnFamilyName f 2024-11-24T23:22:05,097 DEBUG [StoreOpener-0487d697be4608a481961084a834cf14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:05,097 INFO [StoreOpener-0487d697be4608a481961084a834cf14-1 {}] regionserver.HStore(327): Store=0487d697be4608a481961084a834cf14/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:05,098 INFO [StoreOpener-0487d697be4608a481961084a834cf14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,098 INFO [StoreOpener-0487d697be4608a481961084a834cf14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0487d697be4608a481961084a834cf14 columnFamilyName f1 2024-11-24T23:22:05,098 DEBUG [StoreOpener-0487d697be4608a481961084a834cf14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:05,099 INFO [StoreOpener-0487d697be4608a481961084a834cf14-1 {}] regionserver.HStore(327): Store=0487d697be4608a481961084a834cf14/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:05,099 INFO [StoreOpener-0487d697be4608a481961084a834cf14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,099 INFO [StoreOpener-0487d697be4608a481961084a834cf14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0487d697be4608a481961084a834cf14 columnFamilyName norep 2024-11-24T23:22:05,099 DEBUG [StoreOpener-0487d697be4608a481961084a834cf14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:05,100 INFO [StoreOpener-0487d697be4608a481961084a834cf14-1 {}] regionserver.HStore(327): Store=0487d697be4608a481961084a834cf14/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:05,100 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,100 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,100 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,101 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,101 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,101 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:22:05,102 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,108 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:05,108 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0487d697be4608a481961084a834cf14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65171233, jitterRate=-0.028872951865196228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:22:05,108 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0487d697be4608a481961084a834cf14 2024-11-24T23:22:05,109 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0487d697be4608a481961084a834cf14: Running coprocessor pre-open hook at 1732490525095Writing region info on filesystem at 1732490525095Initializing all the Stores at 1732490525096 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490525096Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490525096Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490525096Cleaning up temporary data from old regions at 1732490525101 (+5 ms)Running coprocessor post-open hooks at 1732490525108 (+7 ms)Region opened successfully at 1732490525109 (+1 ms) 2024-11-24T23:22:05,110 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490523941.0487d697be4608a481961084a834cf14., pid=6, masterSystemTime=1732490525089 2024-11-24T23:22:05,111 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490523941.0487d697be4608a481961084a834cf14. 2024-11-24T23:22:05,112 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490523941.0487d697be4608a481961084a834cf14. 2024-11-24T23:22:05,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0487d697be4608a481961084a834cf14, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,43055,1732490510450 2024-11-24T23:22:05,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0487d697be4608a481961084a834cf14, server=ba7f32532130,43055,1732490510450 because future has completed 2024-11-24T23:22:05,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:22:05,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0487d697be4608a481961084a834cf14, server=ba7f32532130,43055,1732490510450 in 179 msec 2024-11-24T23:22:05,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:22:05,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0487d697be4608a481961084a834cf14, ASSIGN in 335 msec 2024-11-24T23:22:05,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:22:05,119 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490525119"}]},"ts":"1732490525119"} 2024-11-24T23:22:05,120 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:22:05,121 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:22:05,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-24T23:22:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:06,101 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:22:06,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:06,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,36861,1732490515437 2024-11-24T23:22:06,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33740918 2024-11-24T23:22:06,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:06,103 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:06,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:22:06,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:22:06,106 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:06,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:22:06,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:22:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:06,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:22:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:06,520 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7556eca7fd3cd20e5d5df45010327a1e, NAME => 'test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a 2024-11-24T23:22:06,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:22:06,525 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:06,525 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7556eca7fd3cd20e5d5df45010327a1e, disabling compactions & flushes 2024-11-24T23:22:06,525 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. 2024-11-24T23:22:06,525 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. 2024-11-24T23:22:06,525 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. after waiting 0 ms 2024-11-24T23:22:06,525 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. 2024-11-24T23:22:06,525 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. 2024-11-24T23:22:06,525 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7556eca7fd3cd20e5d5df45010327a1e: Waiting for close lock at 1732490526525Disabling compacts and flushes for region at 1732490526525Disabling writes for close at 1732490526525Writing region close event to WAL at 1732490526525Closed at 1732490526525 2024-11-24T23:22:06,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:22:06,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490526526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490526526"}]},"ts":"1732490526526"} 2024-11-24T23:22:06,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:22:06,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:22:06,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490526529"}]},"ts":"1732490526529"} 2024-11-24T23:22:06,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:22:06,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7556eca7fd3cd20e5d5df45010327a1e, ASSIGN}] 2024-11-24T23:22:06,532 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7556eca7fd3cd20e5d5df45010327a1e, ASSIGN 2024-11-24T23:22:06,533 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7556eca7fd3cd20e5d5df45010327a1e, ASSIGN; state=OFFLINE, location=ba7f32532130,43815,1732490515589; forceNewPlan=false, retain=false 2024-11-24T23:22:06,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7556eca7fd3cd20e5d5df45010327a1e, regionState=OPENING, regionLocation=ba7f32532130,43815,1732490515589 2024-11-24T23:22:06,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7556eca7fd3cd20e5d5df45010327a1e, ASSIGN because future has completed 2024-11-24T23:22:06,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7556eca7fd3cd20e5d5df45010327a1e, server=ba7f32532130,43815,1732490515589}] 2024-11-24T23:22:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:06,840 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. 2024-11-24T23:22:06,840 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7556eca7fd3cd20e5d5df45010327a1e, NAME => 'test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:06,840 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:06,840 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:22:06,840 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,840 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:06,841 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,841 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,846 INFO [StoreOpener-7556eca7fd3cd20e5d5df45010327a1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,847 INFO [StoreOpener-7556eca7fd3cd20e5d5df45010327a1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7556eca7fd3cd20e5d5df45010327a1e columnFamilyName f 2024-11-24T23:22:06,847 DEBUG [StoreOpener-7556eca7fd3cd20e5d5df45010327a1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:06,847 INFO [StoreOpener-7556eca7fd3cd20e5d5df45010327a1e-1 {}] regionserver.HStore(327): Store=7556eca7fd3cd20e5d5df45010327a1e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:06,847 INFO [StoreOpener-7556eca7fd3cd20e5d5df45010327a1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,848 INFO [StoreOpener-7556eca7fd3cd20e5d5df45010327a1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7556eca7fd3cd20e5d5df45010327a1e columnFamilyName f1 2024-11-24T23:22:06,848 DEBUG [StoreOpener-7556eca7fd3cd20e5d5df45010327a1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:06,848 INFO [StoreOpener-7556eca7fd3cd20e5d5df45010327a1e-1 {}] regionserver.HStore(327): Store=7556eca7fd3cd20e5d5df45010327a1e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:06,848 INFO [StoreOpener-7556eca7fd3cd20e5d5df45010327a1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,849 INFO [StoreOpener-7556eca7fd3cd20e5d5df45010327a1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7556eca7fd3cd20e5d5df45010327a1e columnFamilyName norep 2024-11-24T23:22:06,849 DEBUG [StoreOpener-7556eca7fd3cd20e5d5df45010327a1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:06,849 INFO [StoreOpener-7556eca7fd3cd20e5d5df45010327a1e-1 {}] regionserver.HStore(327): Store=7556eca7fd3cd20e5d5df45010327a1e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:06,849 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,850 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,850 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,851 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,851 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,851 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:22:06,852 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,864 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:06,864 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7556eca7fd3cd20e5d5df45010327a1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72467406, jitterRate=0.07984849810600281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:22:06,864 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:06,865 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7556eca7fd3cd20e5d5df45010327a1e: Running coprocessor pre-open hook at 1732490526841Writing region info on filesystem at 1732490526841Initializing all the Stores at 1732490526841Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490526841Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490526845 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490526845Cleaning up temporary data from old regions at 1732490526851 (+6 ms)Running coprocessor post-open hooks at 1732490526864 (+13 ms)Region opened successfully at 1732490526864 2024-11-24T23:22:06,865 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e., pid=6, masterSystemTime=1732490526837 2024-11-24T23:22:06,867 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. 2024-11-24T23:22:06,867 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. 2024-11-24T23:22:06,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7556eca7fd3cd20e5d5df45010327a1e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,43815,1732490515589 2024-11-24T23:22:06,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7556eca7fd3cd20e5d5df45010327a1e, server=ba7f32532130,43815,1732490515589 because future has completed 2024-11-24T23:22:06,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:22:06,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7556eca7fd3cd20e5d5df45010327a1e, server=ba7f32532130,43815,1732490515589 in 185 msec 2024-11-24T23:22:06,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:22:06,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7556eca7fd3cd20e5d5df45010327a1e, ASSIGN in 340 msec 2024-11-24T23:22:06,874 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:22:06,874 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490526874"}]},"ts":"1732490526874"} 2024-11-24T23:22:06,875 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:22:06,876 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:22:06,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 772 msec 2024-11-24T23:22:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:07,243 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:22:07,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34631,1732490520788 2024-11-24T23:22:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40859923 2024-11-24T23:22:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:07,245 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:07,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:22:07,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:22:07,247 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:07,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:22:07,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:22:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:22:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:07,656 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23161ff4073ead5ec14f6bce85bcce2a, NAME => 'test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c 2024-11-24T23:22:07,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:22:07,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:07,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 23161ff4073ead5ec14f6bce85bcce2a, disabling compactions & flushes 2024-11-24T23:22:07,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. 2024-11-24T23:22:07,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. 2024-11-24T23:22:07,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. after waiting 0 ms 2024-11-24T23:22:07,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. 2024-11-24T23:22:07,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. 2024-11-24T23:22:07,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23161ff4073ead5ec14f6bce85bcce2a: Waiting for close lock at 1732490527661Disabling compacts and flushes for region at 1732490527661Disabling writes for close at 1732490527661Writing region close event to WAL at 1732490527661Closed at 1732490527661 2024-11-24T23:22:07,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:22:07,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490527663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490527663"}]},"ts":"1732490527663"} 2024-11-24T23:22:07,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:22:07,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:22:07,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490527666"}]},"ts":"1732490527666"} 2024-11-24T23:22:07,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:22:07,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=23161ff4073ead5ec14f6bce85bcce2a, ASSIGN}] 2024-11-24T23:22:07,670 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=23161ff4073ead5ec14f6bce85bcce2a, ASSIGN 2024-11-24T23:22:07,671 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=23161ff4073ead5ec14f6bce85bcce2a, ASSIGN; state=OFFLINE, location=ba7f32532130,38793,1732490520925; forceNewPlan=false, retain=false 2024-11-24T23:22:07,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23161ff4073ead5ec14f6bce85bcce2a, regionState=OPENING, regionLocation=ba7f32532130,38793,1732490520925 2024-11-24T23:22:07,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=23161ff4073ead5ec14f6bce85bcce2a, ASSIGN because future has completed 2024-11-24T23:22:07,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23161ff4073ead5ec14f6bce85bcce2a, server=ba7f32532130,38793,1732490520925}] 2024-11-24T23:22:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:07,978 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. 2024-11-24T23:22:07,978 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 23161ff4073ead5ec14f6bce85bcce2a, NAME => 'test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:07,978 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:07,978 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:22:07,979 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,979 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:07,979 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,979 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,980 INFO [StoreOpener-23161ff4073ead5ec14f6bce85bcce2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,981 INFO [StoreOpener-23161ff4073ead5ec14f6bce85bcce2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23161ff4073ead5ec14f6bce85bcce2a columnFamilyName f 2024-11-24T23:22:07,981 DEBUG [StoreOpener-23161ff4073ead5ec14f6bce85bcce2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:07,981 INFO [StoreOpener-23161ff4073ead5ec14f6bce85bcce2a-1 {}] regionserver.HStore(327): Store=23161ff4073ead5ec14f6bce85bcce2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:07,981 INFO [StoreOpener-23161ff4073ead5ec14f6bce85bcce2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,982 INFO [StoreOpener-23161ff4073ead5ec14f6bce85bcce2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23161ff4073ead5ec14f6bce85bcce2a columnFamilyName f1 2024-11-24T23:22:07,982 DEBUG [StoreOpener-23161ff4073ead5ec14f6bce85bcce2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:07,982 INFO [StoreOpener-23161ff4073ead5ec14f6bce85bcce2a-1 {}] regionserver.HStore(327): Store=23161ff4073ead5ec14f6bce85bcce2a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:07,982 INFO [StoreOpener-23161ff4073ead5ec14f6bce85bcce2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,983 INFO [StoreOpener-23161ff4073ead5ec14f6bce85bcce2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23161ff4073ead5ec14f6bce85bcce2a columnFamilyName norep 2024-11-24T23:22:07,983 DEBUG [StoreOpener-23161ff4073ead5ec14f6bce85bcce2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:07,983 INFO [StoreOpener-23161ff4073ead5ec14f6bce85bcce2a-1 {}] regionserver.HStore(327): Store=23161ff4073ead5ec14f6bce85bcce2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:07,983 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,984 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,984 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,984 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,984 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,985 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:22:07,985 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,986 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:07,987 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 23161ff4073ead5ec14f6bce85bcce2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66947158, jitterRate=-0.002409607172012329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:22:07,987 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:07,987 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 23161ff4073ead5ec14f6bce85bcce2a: Running coprocessor pre-open hook at 1732490527979Writing region info on filesystem at 1732490527979Initializing all the Stores at 1732490527979Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490527979Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490527980 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490527980Cleaning up temporary data from old regions at 1732490527984 (+4 ms)Running coprocessor post-open hooks at 1732490527987 (+3 ms)Region opened successfully at 1732490527987 2024-11-24T23:22:07,987 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a., pid=6, masterSystemTime=1732490527975 2024-11-24T23:22:07,989 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. 2024-11-24T23:22:07,989 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. 2024-11-24T23:22:07,990 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23161ff4073ead5ec14f6bce85bcce2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,38793,1732490520925 2024-11-24T23:22:07,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23161ff4073ead5ec14f6bce85bcce2a, server=ba7f32532130,38793,1732490520925 because future has completed 2024-11-24T23:22:07,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:22:07,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 23161ff4073ead5ec14f6bce85bcce2a, server=ba7f32532130,38793,1732490520925 in 169 msec 2024-11-24T23:22:07,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:22:07,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=23161ff4073ead5ec14f6bce85bcce2a, ASSIGN in 325 msec 2024-11-24T23:22:07,995 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:22:07,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490527995"}]},"ts":"1732490527995"} 2024-11-24T23:22:07,997 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:22:07,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:22:07,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-24T23:22:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:08,382 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:22:08,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:08,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,40771,-1 for getting cluster id 2024-11-24T23:22:08,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:08,384 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '377c4664-b57c-4676-8f3e-5847814e7166' 2024-11-24T23:22:08,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "377c4664-b57c-4676-8f3e-5847814e7166" 2024-11-24T23:22:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fafe77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,40771,-1] 2024-11-24T23:22:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:08,386 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a11cf8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:08,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,40771,1732490510198 2024-11-24T23:22:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@219520ce 2024-11-24T23:22:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:08,392 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:08,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:36861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:22:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:22:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:08,396 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:36861' 2024-11-24T23:22:08,400 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffea90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:08,400 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,36861,-1 for getting cluster id 2024-11-24T23:22:08,401 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:08,401 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '455a7cb3-4b34-421e-bc3a-0b7e6d1421ca' 2024-11-24T23:22:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "455a7cb3-4b34-421e-bc3a-0b7e6d1421ca" 2024-11-24T23:22:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d27217d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,36861,-1] 2024-11-24T23:22:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:08,403 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:08,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70777af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:08,404 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:08,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,36861,1732490515437 2024-11-24T23:22:08,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33288f03 2024-11-24T23:22:08,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:08,406 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:08,407 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T23:22:08,407 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:22:08,407 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:08,407 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:08,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:08,408 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:08,409 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:22:08,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:22:08,410 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:08,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:22:08,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741837_1013 (size=1138) 2024-11-24T23:22:08,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb38d6a06b83f38f9fb66c7729ec3d34, NAME => 'hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c 2024-11-24T23:22:08,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741838_1014 (size=44) 2024-11-24T23:22:08,459 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:22:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:08,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:08,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eb38d6a06b83f38f9fb66c7729ec3d34, disabling compactions & flushes 2024-11-24T23:22:08,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. 2024-11-24T23:22:08,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. 2024-11-24T23:22:08,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. after waiting 0 ms 2024-11-24T23:22:08,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. 2024-11-24T23:22:08,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. 2024-11-24T23:22:08,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb38d6a06b83f38f9fb66c7729ec3d34: Waiting for close lock at 1732490528834Disabling compacts and flushes for region at 1732490528834Disabling writes for close at 1732490528834Writing region close event to WAL at 1732490528834Closed at 1732490528834 2024-11-24T23:22:08,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:22:08,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490528835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490528835"}]},"ts":"1732490528835"} 2024-11-24T23:22:08,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:22:08,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:22:08,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490528838"}]},"ts":"1732490528838"} 2024-11-24T23:22:08,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:22:08,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb38d6a06b83f38f9fb66c7729ec3d34, ASSIGN}] 2024-11-24T23:22:08,841 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb38d6a06b83f38f9fb66c7729ec3d34, ASSIGN 2024-11-24T23:22:08,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb38d6a06b83f38f9fb66c7729ec3d34, ASSIGN; state=OFFLINE, location=ba7f32532130,43055,1732490510450; forceNewPlan=false, retain=false 2024-11-24T23:22:08,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eb38d6a06b83f38f9fb66c7729ec3d34, regionState=OPENING, regionLocation=ba7f32532130,43055,1732490510450 2024-11-24T23:22:08,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb38d6a06b83f38f9fb66c7729ec3d34, ASSIGN because future has completed 2024-11-24T23:22:08,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb38d6a06b83f38f9fb66c7729ec3d34, server=ba7f32532130,43055,1732490510450}] 2024-11-24T23:22:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:09,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. 2024-11-24T23:22:09,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:09,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:22:09,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C43055%2C1732490510450.rep, suffix=, logDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450, archiveDir=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/oldWALs, maxLogs=10 2024-11-24T23:22:09,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.rep.1732490529151, exclude list is [], retry=0 2024-11-24T23:22:09,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36291,DS-42e01eb1-3b7e-4db6-ad73-0aebca3695fd,DISK] 2024-11-24T23:22:09,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.rep.1732490529151 2024-11-24T23:22:09,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38785:38785)] 2024-11-24T23:22:09,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eb38d6a06b83f38f9fb66c7729ec3d34, NAME => 'hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:09,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:09,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:22:09,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. service=MultiRowMutationService 2024-11-24T23:22:09,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:22:09,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:09,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,167 INFO [StoreOpener-eb38d6a06b83f38f9fb66c7729ec3d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,168 INFO [StoreOpener-eb38d6a06b83f38f9fb66c7729ec3d34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb38d6a06b83f38f9fb66c7729ec3d34 columnFamilyName hfileref 2024-11-24T23:22:09,168 DEBUG [StoreOpener-eb38d6a06b83f38f9fb66c7729ec3d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:09,169 INFO [StoreOpener-eb38d6a06b83f38f9fb66c7729ec3d34-1 {}] regionserver.HStore(327): Store=eb38d6a06b83f38f9fb66c7729ec3d34/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:09,169 INFO [StoreOpener-eb38d6a06b83f38f9fb66c7729ec3d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,169 INFO [StoreOpener-eb38d6a06b83f38f9fb66c7729ec3d34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb38d6a06b83f38f9fb66c7729ec3d34 columnFamilyName queue 2024-11-24T23:22:09,169 DEBUG [StoreOpener-eb38d6a06b83f38f9fb66c7729ec3d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:09,170 INFO [StoreOpener-eb38d6a06b83f38f9fb66c7729ec3d34-1 {}] regionserver.HStore(327): Store=eb38d6a06b83f38f9fb66c7729ec3d34/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:09,170 INFO [StoreOpener-eb38d6a06b83f38f9fb66c7729ec3d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,170 INFO [StoreOpener-eb38d6a06b83f38f9fb66c7729ec3d34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb38d6a06b83f38f9fb66c7729ec3d34 columnFamilyName sid 2024-11-24T23:22:09,170 DEBUG [StoreOpener-eb38d6a06b83f38f9fb66c7729ec3d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:09,170 INFO [StoreOpener-eb38d6a06b83f38f9fb66c7729ec3d34-1 {}] regionserver.HStore(327): Store=eb38d6a06b83f38f9fb66c7729ec3d34/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:09,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/replication/eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/replication/eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:22:09,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/replication/eb38d6a06b83f38f9fb66c7729ec3d34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:09,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eb38d6a06b83f38f9fb66c7729ec3d34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63676145, jitterRate=-0.05115149915218353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:22:09,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:09,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eb38d6a06b83f38f9fb66c7729ec3d34: Running coprocessor pre-open hook at 1732490529167Writing region info on filesystem at 1732490529167Initializing all the Stores at 1732490529167Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490529167Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490529167Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490529167Cleaning up temporary data from old regions at 1732490529172 (+5 ms)Running coprocessor post-open hooks at 1732490529174 (+2 ms)Region opened successfully at 1732490529174 2024-11-24T23:22:09,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34., pid=10, masterSystemTime=1732490529147 2024-11-24T23:22:09,177 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eb38d6a06b83f38f9fb66c7729ec3d34, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,43055,1732490510450 2024-11-24T23:22:09,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. 2024-11-24T23:22:09,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. 2024-11-24T23:22:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb38d6a06b83f38f9fb66c7729ec3d34, server=ba7f32532130,43055,1732490510450 because future has completed 2024-11-24T23:22:09,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:22:09,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eb38d6a06b83f38f9fb66c7729ec3d34, server=ba7f32532130,43055,1732490510450 in 186 msec 2024-11-24T23:22:09,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T23:22:09,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb38d6a06b83f38f9fb66c7729ec3d34, ASSIGN in 341 msec 2024-11-24T23:22:09,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:22:09,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490529183"}]},"ts":"1732490529183"} 2024-11-24T23:22:09,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:22:09,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:22:09,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-11-24T23:22:09,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34., hostname=ba7f32532130,43055,1732490510450, seqNum=2] 2024-11-24T23:22:09,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:22:09,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:22:09,260 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:22:09,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:22:09,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:09,368 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T23:22:09,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T23:22:09,467 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:22:09,494 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,43055,1732490510450, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:22:09,494 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:09,494 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43055,1732490510450, seqNum=-1] 2024-11-24T23:22:09,495 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:09,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-24T23:22:09,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,43055,1732490510450', locateType=CURRENT is [region=hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34., hostname=ba7f32532130,43055,1732490510450, seqNum=2] 2024-11-24T23:22:09,499 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T23:22:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T23:22:09,501 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,43055,1732490510450 suceeded 2024-11-24T23:22:09,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T23:22:09,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-24T23:22:09,503 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:36861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:22:09,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1110 sec 2024-11-24T23:22:09,514 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:36861' 2024-11-24T23:22:09,515 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49d3221e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:09,515 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,36861,-1 for getting cluster id 2024-11-24T23:22:09,515 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:09,516 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '455a7cb3-4b34-421e-bc3a-0b7e6d1421ca' 2024-11-24T23:22:09,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:09,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "455a7cb3-4b34-421e-bc3a-0b7e6d1421ca" 2024-11-24T23:22:09,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17b77915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:09,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,36861,-1] 2024-11-24T23:22:09,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:09,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:09,517 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:09,518 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1096052a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:09,518 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:09,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,36861,1732490515437 2024-11-24T23:22:09,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bb79a14 2024-11-24T23:22:09,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:09,519 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-24T23:22:09,520 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,43055,1732490510450 (queues=1) is replicating from cluster=377c4664-b57c-4676-8f3e-5847814e7166 to cluster=455a7cb3-4b34-421e-bc3a-0b7e6d1421ca 2024-11-24T23:22:09,520 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C43055%2C1732490510450 2024-11-24T23:22:09,520 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,43055,1732490510450, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:22:09,520 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C43055%2C1732490510450 2024-11-24T23:22:09,520 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651, startPosition=0, beingWritten=true 2024-11-24T23:22:09,526 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:22:09,526 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 379, reset compression=false 2024-11-24T23:22:09,526 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,43055,1732490510450 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:22:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:09,531 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:22:09,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:22:09,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:09,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:09,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:09,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:09,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:09,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,36861,-1 for getting cluster id 2024-11-24T23:22:09,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:09,533 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '455a7cb3-4b34-421e-bc3a-0b7e6d1421ca' 2024-11-24T23:22:09,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:09,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "455a7cb3-4b34-421e-bc3a-0b7e6d1421ca" 2024-11-24T23:22:09,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bade85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:09,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,36861,-1] 2024-11-24T23:22:09,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:09,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:09,535 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b18df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:09,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,36861,1732490515437 2024-11-24T23:22:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772375c8 2024-11-24T23:22:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:09,537 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:09,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:34631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:22:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:22:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:09,540 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:34631' 2024-11-24T23:22:09,541 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54aa2652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:09,541 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34631,-1 for getting cluster id 2024-11-24T23:22:09,541 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:09,541 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7dbbe6e-0ae3-4c8b-a08b-272b149673eb' 2024-11-24T23:22:09,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:09,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7dbbe6e-0ae3-4c8b-a08b-272b149673eb" 2024-11-24T23:22:09,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f6051e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:09,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34631,-1] 2024-11-24T23:22:09,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:09,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:09,542 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:09,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694aea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:09,543 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:09,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34631,1732490520788 2024-11-24T23:22:09,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47e86b4d 2024-11-24T23:22:09,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:09,544 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:09,545 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T23:22:09,545 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:22:09,545 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:09,545 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:09,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:09,545 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:09,546 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:22:09,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:22:09,547 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:09,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:22:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741837_1013 (size=1138) 2024-11-24T23:22:09,597 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:22:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:09,729 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 379, reset compression=false 2024-11-24T23:22:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:09,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24c845f2393ae4c5135c7fb328fcb221, NAME => 'hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a 2024-11-24T23:22:09,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741838_1014 (size=44) 2024-11-24T23:22:10,032 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 379, reset compression=false 2024-11-24T23:22:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:10,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:10,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24c845f2393ae4c5135c7fb328fcb221, disabling compactions & flushes 2024-11-24T23:22:10,359 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. 2024-11-24T23:22:10,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. 2024-11-24T23:22:10,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. after waiting 0 ms 2024-11-24T23:22:10,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. 2024-11-24T23:22:10,359 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. 2024-11-24T23:22:10,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24c845f2393ae4c5135c7fb328fcb221: Waiting for close lock at 1732490530359Disabling compacts and flushes for region at 1732490530359Disabling writes for close at 1732490530359Writing region close event to WAL at 1732490530359Closed at 1732490530359 2024-11-24T23:22:10,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:22:10,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490530360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490530360"}]},"ts":"1732490530360"} 2024-11-24T23:22:10,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:22:10,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:22:10,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490530363"}]},"ts":"1732490530363"} 2024-11-24T23:22:10,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:22:10,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24c845f2393ae4c5135c7fb328fcb221, ASSIGN}] 2024-11-24T23:22:10,366 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24c845f2393ae4c5135c7fb328fcb221, ASSIGN 2024-11-24T23:22:10,366 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24c845f2393ae4c5135c7fb328fcb221, ASSIGN; state=OFFLINE, location=ba7f32532130,43815,1732490515589; forceNewPlan=false, retain=false 2024-11-24T23:22:10,436 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 379, reset compression=false 2024-11-24T23:22:10,517 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24c845f2393ae4c5135c7fb328fcb221, regionState=OPENING, regionLocation=ba7f32532130,43815,1732490515589 2024-11-24T23:22:10,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24c845f2393ae4c5135c7fb328fcb221, ASSIGN because future has completed 2024-11-24T23:22:10,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24c845f2393ae4c5135c7fb328fcb221, server=ba7f32532130,43815,1732490515589}] 2024-11-24T23:22:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:10,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. 2024-11-24T23:22:10,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:10,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:22:10,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C43815%2C1732490515589.rep, suffix=, logDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589, archiveDir=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/oldWALs, maxLogs=10 2024-11-24T23:22:10,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.rep.1732490530675, exclude list is [], retry=0 2024-11-24T23:22:10,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43043,DS-e76ca27e-52dc-44e0-954b-9e59e6703cea,DISK] 2024-11-24T23:22:10,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.rep.1732490530675 2024-11-24T23:22:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41433:41433)] 2024-11-24T23:22:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24c845f2393ae4c5135c7fb328fcb221, NAME => 'hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:10,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:22:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. service=MultiRowMutationService 2024-11-24T23:22:10,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:22:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,691 INFO [StoreOpener-24c845f2393ae4c5135c7fb328fcb221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,692 INFO [StoreOpener-24c845f2393ae4c5135c7fb328fcb221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24c845f2393ae4c5135c7fb328fcb221 columnFamilyName hfileref 2024-11-24T23:22:10,692 DEBUG [StoreOpener-24c845f2393ae4c5135c7fb328fcb221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:10,692 INFO [StoreOpener-24c845f2393ae4c5135c7fb328fcb221-1 {}] regionserver.HStore(327): Store=24c845f2393ae4c5135c7fb328fcb221/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:10,693 INFO [StoreOpener-24c845f2393ae4c5135c7fb328fcb221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,693 INFO [StoreOpener-24c845f2393ae4c5135c7fb328fcb221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24c845f2393ae4c5135c7fb328fcb221 columnFamilyName queue 2024-11-24T23:22:10,693 DEBUG [StoreOpener-24c845f2393ae4c5135c7fb328fcb221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:10,694 INFO [StoreOpener-24c845f2393ae4c5135c7fb328fcb221-1 {}] regionserver.HStore(327): Store=24c845f2393ae4c5135c7fb328fcb221/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:10,694 INFO [StoreOpener-24c845f2393ae4c5135c7fb328fcb221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,694 INFO [StoreOpener-24c845f2393ae4c5135c7fb328fcb221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24c845f2393ae4c5135c7fb328fcb221 columnFamilyName sid 2024-11-24T23:22:10,694 DEBUG [StoreOpener-24c845f2393ae4c5135c7fb328fcb221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:10,695 INFO [StoreOpener-24c845f2393ae4c5135c7fb328fcb221-1 {}] regionserver.HStore(327): Store=24c845f2393ae4c5135c7fb328fcb221/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:10,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/replication/24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/replication/24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:22:10,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/replication/24c845f2393ae4c5135c7fb328fcb221/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:10,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24c845f2393ae4c5135c7fb328fcb221; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62784078, jitterRate=-0.06444433331489563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:22:10,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:10,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24c845f2393ae4c5135c7fb328fcb221: Running coprocessor pre-open hook at 1732490530690Writing region info on filesystem at 1732490530690Initializing all the Stores at 1732490530691 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490530691Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490530691Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490530691Cleaning up temporary data from old regions at 1732490530696 (+5 ms)Running coprocessor post-open hooks at 1732490530699 (+3 ms)Region opened successfully at 1732490530699 2024-11-24T23:22:10,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221., pid=10, masterSystemTime=1732490530671 2024-11-24T23:22:10,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. 2024-11-24T23:22:10,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. 2024-11-24T23:22:10,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24c845f2393ae4c5135c7fb328fcb221, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,43815,1732490515589 2024-11-24T23:22:10,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24c845f2393ae4c5135c7fb328fcb221, server=ba7f32532130,43815,1732490515589 because future has completed 2024-11-24T23:22:10,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:22:10,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24c845f2393ae4c5135c7fb328fcb221, server=ba7f32532130,43815,1732490515589 in 185 msec 2024-11-24T23:22:10,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T23:22:10,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24c845f2393ae4c5135c7fb328fcb221, ASSIGN in 340 msec 2024-11-24T23:22:10,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:22:10,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490530708"}]},"ts":"1732490530708"} 2024-11-24T23:22:10,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:22:10,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:22:10,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-24T23:22:10,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221., hostname=ba7f32532130,43815,1732490515589, seqNum=2] 2024-11-24T23:22:10,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:22:10,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:22:10,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:22:10,939 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 379, reset compression=false 2024-11-24T23:22:11,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T23:22:11,037 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:22:11,063 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,43815,1732490515589, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:22:11,063 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:11,063 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43815,1732490515589, seqNum=-1] 2024-11-24T23:22:11,063 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:11,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T23:22:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,43815,1732490515589', locateType=CURRENT is [region=hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221., hostname=ba7f32532130,43815,1732490515589, seqNum=2] 2024-11-24T23:22:11,067 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T23:22:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T23:22:11,069 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,43815,1732490515589 suceeded 2024-11-24T23:22:11,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T23:22:11,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-24T23:22:11,070 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:34631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:22:11,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5330 sec 2024-11-24T23:22:11,080 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:34631' 2024-11-24T23:22:11,081 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55c1a3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:11,081 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34631,-1 for getting cluster id 2024-11-24T23:22:11,081 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:11,082 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7dbbe6e-0ae3-4c8b-a08b-272b149673eb' 2024-11-24T23:22:11,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:11,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7dbbe6e-0ae3-4c8b-a08b-272b149673eb" 2024-11-24T23:22:11,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@733c83ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:11,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34631,-1] 2024-11-24T23:22:11,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:11,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:11,083 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:11,083 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50d16faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:11,083 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:11,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34631,1732490520788 2024-11-24T23:22:11,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@193d7564 2024-11-24T23:22:11,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:11,085 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-24T23:22:11,085 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,43815,1732490515589 (queues=1) is replicating from cluster=455a7cb3-4b34-421e-bc3a-0b7e6d1421ca to cluster=f7dbbe6e-0ae3-4c8b-a08b-272b149673eb 2024-11-24T23:22:11,085 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C43815%2C1732490515589 2024-11-24T23:22:11,085 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,43815,1732490515589, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:22:11,086 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955, startPosition=0, beingWritten=true 2024-11-24T23:22:11,086 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C43815%2C1732490515589 2024-11-24T23:22:11,094 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:22:11,094 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 379, reset compression=false 2024-11-24T23:22:11,094 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,43815,1732490515589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:22:11,297 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 379, reset compression=false 2024-11-24T23:22:11,542 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 379, reset compression=false 2024-11-24T23:22:11,600 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 379, reset compression=false 2024-11-24T23:22:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:11,681 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:22:11,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:22:11,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:11,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:11,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:11,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:11,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:11,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34631,-1 for getting cluster id 2024-11-24T23:22:11,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:11,683 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7dbbe6e-0ae3-4c8b-a08b-272b149673eb' 2024-11-24T23:22:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7dbbe6e-0ae3-4c8b-a08b-272b149673eb" 2024-11-24T23:22:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a82142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34631,-1] 2024-11-24T23:22:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:11,684 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57412e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:11,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34631,1732490520788 2024-11-24T23:22:11,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ec8bba2 2024-11-24T23:22:11,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:11,686 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:11,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:36861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:22:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:22:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:11,689 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:36861' 2024-11-24T23:22:11,689 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d2c772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:11,689 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,36861,-1 for getting cluster id 2024-11-24T23:22:11,689 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:11,690 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '455a7cb3-4b34-421e-bc3a-0b7e6d1421ca' 2024-11-24T23:22:11,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:11,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "455a7cb3-4b34-421e-bc3a-0b7e6d1421ca" 2024-11-24T23:22:11,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49747b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:11,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,36861,-1] 2024-11-24T23:22:11,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:11,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:11,691 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:11,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421cb1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:11,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:11,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,36861,1732490515437 2024-11-24T23:22:11,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2131043d 2024-11-24T23:22:11,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:11,692 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:11,693 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T23:22:11,693 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:22:11,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:11,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:11,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:11,693 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:11,694 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:22:11,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:22:11,695 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:11,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:22:11,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741837_1013 (size=1138) 2024-11-24T23:22:11,744 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:22:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:12,002 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 379, reset compression=false 2024-11-24T23:22:12,109 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3c8cc2b44a22dabad9c10f3cd249d1c, NAME => 'hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c 2024-11-24T23:22:12,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741838_1014 (size=44) 2024-11-24T23:22:12,245 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 379, reset compression=false 2024-11-24T23:22:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:12,505 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 379, reset compression=false 2024-11-24T23:22:12,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:12,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d3c8cc2b44a22dabad9c10f3cd249d1c, disabling compactions & flushes 2024-11-24T23:22:12,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. 2024-11-24T23:22:12,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. 2024-11-24T23:22:12,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. after waiting 0 ms 2024-11-24T23:22:12,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. 2024-11-24T23:22:12,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. 2024-11-24T23:22:12,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3c8cc2b44a22dabad9c10f3cd249d1c: Waiting for close lock at 1732490532523Disabling compacts and flushes for region at 1732490532523Disabling writes for close at 1732490532523Writing region close event to WAL at 1732490532523Closed at 1732490532523 2024-11-24T23:22:12,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:22:12,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490532524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490532524"}]},"ts":"1732490532524"} 2024-11-24T23:22:12,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:22:12,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:22:12,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490532527"}]},"ts":"1732490532527"} 2024-11-24T23:22:12,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:22:12,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3c8cc2b44a22dabad9c10f3cd249d1c, ASSIGN}] 2024-11-24T23:22:12,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3c8cc2b44a22dabad9c10f3cd249d1c, ASSIGN 2024-11-24T23:22:12,530 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3c8cc2b44a22dabad9c10f3cd249d1c, ASSIGN; state=OFFLINE, location=ba7f32532130,38793,1732490520925; forceNewPlan=false, retain=false 2024-11-24T23:22:12,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d3c8cc2b44a22dabad9c10f3cd249d1c, regionState=OPENING, regionLocation=ba7f32532130,38793,1732490520925 2024-11-24T23:22:12,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3c8cc2b44a22dabad9c10f3cd249d1c, ASSIGN because future has completed 2024-11-24T23:22:12,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3c8cc2b44a22dabad9c10f3cd249d1c, server=ba7f32532130,38793,1732490520925}] 2024-11-24T23:22:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:12,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. 2024-11-24T23:22:12,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:12,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:22:12,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C38793%2C1732490520925.rep, suffix=, logDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925, archiveDir=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/oldWALs, maxLogs=10 2024-11-24T23:22:12,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.rep.1732490532840, exclude list is [], retry=0 2024-11-24T23:22:12,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-a546424c-ad06-4e42-a218-57b477bac538,DISK] 2024-11-24T23:22:12,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.rep.1732490532840 2024-11-24T23:22:12,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37053:37053)] 2024-11-24T23:22:12,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d3c8cc2b44a22dabad9c10f3cd249d1c, NAME => 'hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:12,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:12,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:22:12,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. service=MultiRowMutationService 2024-11-24T23:22:12,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:22:12,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:12,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,858 INFO [StoreOpener-d3c8cc2b44a22dabad9c10f3cd249d1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,859 INFO [StoreOpener-d3c8cc2b44a22dabad9c10f3cd249d1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3c8cc2b44a22dabad9c10f3cd249d1c columnFamilyName hfileref 2024-11-24T23:22:12,859 DEBUG [StoreOpener-d3c8cc2b44a22dabad9c10f3cd249d1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:12,860 INFO [StoreOpener-d3c8cc2b44a22dabad9c10f3cd249d1c-1 {}] regionserver.HStore(327): Store=d3c8cc2b44a22dabad9c10f3cd249d1c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:12,860 INFO [StoreOpener-d3c8cc2b44a22dabad9c10f3cd249d1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,860 INFO [StoreOpener-d3c8cc2b44a22dabad9c10f3cd249d1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3c8cc2b44a22dabad9c10f3cd249d1c columnFamilyName queue 2024-11-24T23:22:12,861 DEBUG [StoreOpener-d3c8cc2b44a22dabad9c10f3cd249d1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:12,861 INFO [StoreOpener-d3c8cc2b44a22dabad9c10f3cd249d1c-1 {}] regionserver.HStore(327): Store=d3c8cc2b44a22dabad9c10f3cd249d1c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:12,861 INFO [StoreOpener-d3c8cc2b44a22dabad9c10f3cd249d1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,861 INFO [StoreOpener-d3c8cc2b44a22dabad9c10f3cd249d1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3c8cc2b44a22dabad9c10f3cd249d1c columnFamilyName sid 2024-11-24T23:22:12,861 DEBUG [StoreOpener-d3c8cc2b44a22dabad9c10f3cd249d1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:12,862 INFO [StoreOpener-d3c8cc2b44a22dabad9c10f3cd249d1c-1 {}] regionserver.HStore(327): Store=d3c8cc2b44a22dabad9c10f3cd249d1c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:12,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/replication/d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/replication/d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:22:12,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/replication/d3c8cc2b44a22dabad9c10f3cd249d1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:12,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d3c8cc2b44a22dabad9c10f3cd249d1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66014119, jitterRate=-0.016312971711158752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:22:12,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:12,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d3c8cc2b44a22dabad9c10f3cd249d1c: Running coprocessor pre-open hook at 1732490532857Writing region info on filesystem at 1732490532857Initializing all the Stores at 1732490532858 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490532858Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490532858Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490532858Cleaning up temporary data from old regions at 1732490532863 (+5 ms)Running coprocessor post-open hooks at 1732490532866 (+3 ms)Region opened successfully at 1732490532867 (+1 ms) 2024-11-24T23:22:12,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c., pid=10, masterSystemTime=1732490532835 2024-11-24T23:22:12,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. 2024-11-24T23:22:12,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. 2024-11-24T23:22:12,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d3c8cc2b44a22dabad9c10f3cd249d1c, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,38793,1732490520925 2024-11-24T23:22:12,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3c8cc2b44a22dabad9c10f3cd249d1c, server=ba7f32532130,38793,1732490520925 because future has completed 2024-11-24T23:22:12,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:22:12,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d3c8cc2b44a22dabad9c10f3cd249d1c, server=ba7f32532130,38793,1732490520925 in 189 msec 2024-11-24T23:22:12,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T23:22:12,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3c8cc2b44a22dabad9c10f3cd249d1c, ASSIGN in 344 msec 2024-11-24T23:22:12,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:22:12,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490532876"}]},"ts":"1732490532876"} 2024-11-24T23:22:12,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:22:12,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:22:12,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-24T23:22:12,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c., hostname=ba7f32532130,38793,1732490520925, seqNum=2] 2024-11-24T23:22:12,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:12,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:12,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:22:13,048 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 379, reset compression=false 2024-11-24T23:22:13,108 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 379, reset compression=false 2024-11-24T23:22:13,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T23:22:13,132 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:22:13,166 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,38793,1732490520925, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:22:13,166 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:13,166 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38793,1732490520925, seqNum=-1] 2024-11-24T23:22:13,167 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,38793,1732490520925', locateType=CURRENT is [region=hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c., hostname=ba7f32532130,38793,1732490520925, seqNum=2] 2024-11-24T23:22:13,172 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T23:22:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T23:22:13,174 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,38793,1732490520925 suceeded 2024-11-24T23:22:13,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T23:22:13,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-24T23:22:13,176 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:36861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:22:13,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-24T23:22:13,190 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:36861' 2024-11-24T23:22:13,193 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5025562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,193 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,36861,-1 for getting cluster id 2024-11-24T23:22:13,193 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:13,194 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '455a7cb3-4b34-421e-bc3a-0b7e6d1421ca' 2024-11-24T23:22:13,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:13,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "455a7cb3-4b34-421e-bc3a-0b7e6d1421ca" 2024-11-24T23:22:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@344fcc19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,36861,-1] 2024-11-24T23:22:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:13,196 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:13,197 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7488b922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,197 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:13,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,36861,1732490515437 2024-11-24T23:22:13,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71b5c365 2024-11-24T23:22:13,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:13,199 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-24T23:22:13,200 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,38793,1732490520925 (queues=1) is replicating from cluster=f7dbbe6e-0ae3-4c8b-a08b-272b149673eb to cluster=455a7cb3-4b34-421e-bc3a-0b7e6d1421ca 2024-11-24T23:22:13,200 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C38793%2C1732490520925 2024-11-24T23:22:13,200 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,38793,1732490520925, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:22:13,200 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985, startPosition=0, beingWritten=true 2024-11-24T23:22:13,204 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C38793%2C1732490520925 2024-11-24T23:22:13,210 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:22:13,210 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 379, reset compression=false 2024-11-24T23:22:13,210 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,38793,1732490520925 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:22:13,418 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 379, reset compression=false 2024-11-24T23:22:13,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T23:22:13,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T23:22:13,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:22:13,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T23:22:13,727 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 379, reset compression=false 2024-11-24T23:22:13,811 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 379, reset compression=false 2024-11-24T23:22:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:13,832 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:22:13,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:22:13,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:13,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:13,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:13,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:13,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,40771,-1 for getting cluster id 2024-11-24T23:22:13,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:13,834 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '377c4664-b57c-4676-8f3e-5847814e7166' 2024-11-24T23:22:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "377c4664-b57c-4676-8f3e-5847814e7166" 2024-11-24T23:22:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30007364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,40771,-1] 2024-11-24T23:22:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:13,835 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a1b1b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242cc698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,36861,-1 for getting cluster id 2024-11-24T23:22:13,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:13,836 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '455a7cb3-4b34-421e-bc3a-0b7e6d1421ca' 2024-11-24T23:22:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "455a7cb3-4b34-421e-bc3a-0b7e6d1421ca" 2024-11-24T23:22:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebcf1cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,36861,-1] 2024-11-24T23:22:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:13,838 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e171d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8ce66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34631,-1 for getting cluster id 2024-11-24T23:22:13,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:13,839 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7dbbe6e-0ae3-4c8b-a08b-272b149673eb' 2024-11-24T23:22:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7dbbe6e-0ae3-4c8b-a08b-272b149673eb" 2024-11-24T23:22:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82e9f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34631,-1] 2024-11-24T23:22:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:13,840 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:13,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599b7585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43055,1732490510450, seqNum=-1] 2024-11-24T23:22:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732490523941.0487d697be4608a481961084a834cf14., hostname=ba7f32532130,43055,1732490510450, seqNum=2] 2024-11-24T23:22:13,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38793,1732490520925, seqNum=-1] 2024-11-24T23:22:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a., hostname=ba7f32532130,38793,1732490520925, seqNum=2] 2024-11-24T23:22:13,852 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T23:22:13,952 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 379, reset compression=false 2024-11-24T23:22:13,957 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:22:13,957 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 480, reset compression=false 2024-11-24T23:22:13,957 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,43055,1732490510450 got entry batch from reader: WALEntryBatch [walEntries=[{test/0487d697be4608a481961084a834cf14/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T23:22:13,960 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:22:13,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-24T23:22:13,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:22:13,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd610ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,36861,-1 for getting cluster id 2024-11-24T23:22:13,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:13,962 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '455a7cb3-4b34-421e-bc3a-0b7e6d1421ca' 2024-11-24T23:22:13,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:13,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "455a7cb3-4b34-421e-bc3a-0b7e6d1421ca" 2024-11-24T23:22:13,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69fc04b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,36861,-1] 2024-11-24T23:22:13,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:13,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:13,964 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:13,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5085dc37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:13,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43815,1732490515589, seqNum=-1] 2024-11-24T23:22:13,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e., hostname=ba7f32532130,43815,1732490515589, seqNum=2] 2024-11-24T23:22:13,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:22:14,130 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 379, reset compression=false 2024-11-24T23:22:14,161 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 480, reset compression=false 2024-11-24T23:22:14,183 DEBUG [master/ba7f32532130:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=4, created chunk count=35, reused chunk count=121, reuseRatio=77.56% 2024-11-24T23:22:14,184 DEBUG [master/ba7f32532130:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-24T23:22:14,465 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 480, reset compression=false 2024-11-24T23:22:14,615 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 379, reset compression=false 2024-11-24T23:22:14,636 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 379, reset compression=false 2024-11-24T23:22:14,643 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:22:14,643 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 503, reset compression=false 2024-11-24T23:22:14,643 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,43815,1732490515589 got entry batch from reader: WALEntryBatch [walEntries=[{test/7556eca7fd3cd20e5d5df45010327a1e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T23:22:14,653 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:22:14,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-24T23:22:14,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:22:14,669 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:22:14,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66d14221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:14,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34631,-1 for getting cluster id 2024-11-24T23:22:14,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:14,673 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7dbbe6e-0ae3-4c8b-a08b-272b149673eb' 2024-11-24T23:22:14,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:14,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7dbbe6e-0ae3-4c8b-a08b-272b149673eb" 2024-11-24T23:22:14,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6863bc0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:14,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34631,-1] 2024-11-24T23:22:14,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:14,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:14,675 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:14,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ad23a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:14,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:14,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,38793,1732490520925, seqNum=-1] 2024-11-24T23:22:14,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:14,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T23:22:14,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a., hostname=ba7f32532130,38793,1732490520925, seqNum=2] 2024-11-24T23:22:14,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:22:14,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:14,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:14,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:22:14,792 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108810 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:22:14,855 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T23:22:14,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,43815,1732490515589, seqNum=-1] 2024-11-24T23:22:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:14,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e., hostname=ba7f32532130,43815,1732490515589, seqNum=2] 2024-11-24T23:22:14,867 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T23:22:14,871 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 480, reset compression=false 2024-11-24T23:22:14,893 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 503, reset compression=false 2024-11-24T23:22:14,934 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:22:14,934 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 607, reset compression=false 2024-11-24T23:22:14,934 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,43815,1732490515589 got entry batch from reader: WALEntryBatch [walEntries=[{test/7556eca7fd3cd20e5d5df45010327a1e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T23:22:14,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:22:14,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:22:15,157 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 607, reset compression=false 2024-11-24T23:22:15,282 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 379, reset compression=false 2024-11-24T23:22:15,289 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:22:15,289 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 653, reset compression=false 2024-11-24T23:22:15,289 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,38793,1732490520925 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:22:15,396 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 480, reset compression=false 2024-11-24T23:22:15,482 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 607, reset compression=false 2024-11-24T23:22:15,493 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 653, reset compression=false 2024-11-24T23:22:15,796 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 653, reset compression=false 2024-11-24T23:22:15,869 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T23:22:15,872 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T23:22:15,886 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 607, reset compression=false 2024-11-24T23:22:15,999 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 480, reset compression=false 2024-11-24T23:22:16,199 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 653, reset compression=false 2024-11-24T23:22:16,203 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:22:16,203 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 757, reset compression=false 2024-11-24T23:22:16,203 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,38793,1732490520925 got entry batch from reader: WALEntryBatch [walEntries=[{test/23161ff4073ead5ec14f6bce85bcce2a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T23:22:16,205 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:22:16,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-24T23:22:16,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:22:16,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:22:16,390 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 607, reset compression=false 2024-11-24T23:22:16,393 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:22:16,393 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 735, reset compression=false 2024-11-24T23:22:16,393 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,43815,1732490515589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:22:16,408 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 757, reset compression=false 2024-11-24T23:22:16,596 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 735, reset compression=false 2024-11-24T23:22:16,704 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 480, reset compression=false 2024-11-24T23:22:16,710 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 757, reset compression=false 2024-11-24T23:22:16,874 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T23:22:16,877 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T23:22:16,899 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 735, reset compression=false 2024-11-24T23:22:17,114 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 757, reset compression=false 2024-11-24T23:22:17,303 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 735, reset compression=false 2024-11-24T23:22:17,507 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 480, reset compression=false 2024-11-24T23:22:17,545 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:22:17,545 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:17,545 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,43055,1732490510450 got entry batch from reader: WALEntryBatch [walEntries=[{test/0487d697be4608a481961084a834cf14/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T23:22:17,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:22:17,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:22:17,617 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 757, reset compression=false 2024-11-24T23:22:17,749 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:17,806 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 735, reset compression=false 2024-11-24T23:22:17,810 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:22:17,810 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 882, reset compression=false 2024-11-24T23:22:17,810 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,43815,1732490515589 got entry batch from reader: WALEntryBatch [walEntries=[{test/7556eca7fd3cd20e5d5df45010327a1e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T23:22:17,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:22:17,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:22:17,888 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T23:22:17,891 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T23:22:18,013 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 882, reset compression=false 2024-11-24T23:22:18,018 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:22:18,018 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1041, reset compression=false 2024-11-24T23:22:18,018 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,43815,1732490515589 got entry batch from reader: WALEntryBatch [walEntries=[{test/7556eca7fd3cd20e5d5df45010327a1e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T23:22:18,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:22:18,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38793 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:22:18,053 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:18,220 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 757, reset compression=false 2024-11-24T23:22:18,222 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1041, reset compression=false 2024-11-24T23:22:18,225 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:22:18,225 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1076, reset compression=false 2024-11-24T23:22:18,225 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,38793,1732490520925 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:22:18,430 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1076, reset compression=false 2024-11-24T23:22:18,456 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:18,525 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1041, reset compression=false 2024-11-24T23:22:18,733 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1076, reset compression=false 2024-11-24T23:22:18,892 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T23:22:18,895 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T23:22:18,928 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1041, reset compression=false 2024-11-24T23:22:18,959 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:19,135 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1076, reset compression=false 2024-11-24T23:22:19,139 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:22:19,139 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1235, reset compression=false 2024-11-24T23:22:19,139 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,38793,1732490520925 got entry batch from reader: WALEntryBatch [walEntries=[{test/23161ff4073ead5ec14f6bce85bcce2a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T23:22:19,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T23:22:19,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T23:22:19,353 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1235, reset compression=false 2024-11-24T23:22:19,433 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1041, reset compression=false 2024-11-24T23:22:19,443 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:22:19,443 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1191, reset compression=false 2024-11-24T23:22:19,443 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,43815,1732490515589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:22:19,563 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:19,648 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1191, reset compression=false 2024-11-24T23:22:19,658 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1235, reset compression=false 2024-11-24T23:22:19,788 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:22:19,897 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T23:22:19,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:22:19,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:22:19,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:19,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:19,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:19,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:19,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:22:19,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1005756866, stopped=false 2024-11-24T23:22:19,902 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,34631,1732490520788 2024-11-24T23:22:19,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21690141864/running 2024-11-24T23:22:19,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21690141864/running 2024-11-24T23:22:19,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:19,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:19,915 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:22:19,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:22:19,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:19,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:19,916 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,38793,1732490520925' ***** 2024-11-24T23:22:19,916 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:22:19,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Set watcher on znode that does not yet exist, /21690141864/running 2024-11-24T23:22:19,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Set watcher on znode that does not yet exist, /21690141864/running 2024-11-24T23:22:19,916 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:22:19,916 INFO [RS:0;ba7f32532130:38793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:22:19,916 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:22:19,916 INFO [RS:0;ba7f32532130:38793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:22:19,916 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(3091): Received CLOSE for d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:19,917 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(3091): Received CLOSE for 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:19,917 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,38793,1732490520925 2024-11-24T23:22:19,917 INFO [RS:0;ba7f32532130:38793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:22:19,917 INFO [RS:0;ba7f32532130:38793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:38793. 2024-11-24T23:22:19,917 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3c8cc2b44a22dabad9c10f3cd249d1c, disabling compactions & flushes 2024-11-24T23:22:19,917 DEBUG [RS:0;ba7f32532130:38793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:19,917 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. 2024-11-24T23:22:19,917 DEBUG [RS:0;ba7f32532130:38793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:19,917 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. 2024-11-24T23:22:19,917 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. after waiting 0 ms 2024-11-24T23:22:19,917 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. 2024-11-24T23:22:19,917 INFO [RS:0;ba7f32532130:38793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:22:19,917 INFO [RS:0;ba7f32532130:38793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:22:19,917 INFO [RS:0;ba7f32532130:38793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:22:19,917 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d3c8cc2b44a22dabad9c10f3cd249d1c 3/3 column families, dataSize=894 B heapSize=2.06 KB 2024-11-24T23:22:19,917 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:22:19,917 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T23:22:19,917 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d3c8cc2b44a22dabad9c10f3cd249d1c=hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c., 23161ff4073ead5ec14f6bce85bcce2a=test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a.} 2024-11-24T23:22:19,918 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23161ff4073ead5ec14f6bce85bcce2a, d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:19,918 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:22:19,918 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:22:19,918 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:22:19,918 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:22:19,918 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:22:19,918 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T23:22:19,931 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/.tmp/info/a17c04b8958f44f9bb1921998a9b8bf7 is 147, key is hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c./info:regioninfo/1732490532869/Put/seqid=0 2024-11-24T23:22:19,933 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/replication/d3c8cc2b44a22dabad9c10f3cd249d1c/.tmp/queue/6e18737e455443f7a532c33525a0c3fd is 154, key is 1-ba7f32532130,38793,1732490520925/queue:ba7f32532130%2C38793%2C1732490520925/1732490539146/Put/seqid=0 2024-11-24T23:22:19,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741840_1016 (size=7686) 2024-11-24T23:22:19,934 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/.tmp/info/a17c04b8958f44f9bb1921998a9b8bf7 2024-11-24T23:22:19,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741841_1017 (size=5353) 2024-11-24T23:22:19,950 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/.tmp/ns/61ed54c6eaf04c4ea5dc818e95c6199d is 43, key is default/ns:d/1732490523842/Put/seqid=0 2024-11-24T23:22:19,951 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1191, reset compression=false 2024-11-24T23:22:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741842_1018 (size=5153) 2024-11-24T23:22:19,974 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:22:20,069 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1235, reset compression=false 2024-11-24T23:22:20,118 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23161ff4073ead5ec14f6bce85bcce2a, d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:20,266 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:20,318 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23161ff4073ead5ec14f6bce85bcce2a, d3c8cc2b44a22dabad9c10f3cd249d1c 2024-11-24T23:22:20,336 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=894 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/replication/d3c8cc2b44a22dabad9c10f3cd249d1c/.tmp/queue/6e18737e455443f7a532c33525a0c3fd 2024-11-24T23:22:20,340 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/replication/d3c8cc2b44a22dabad9c10f3cd249d1c/.tmp/queue/6e18737e455443f7a532c33525a0c3fd as hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/replication/d3c8cc2b44a22dabad9c10f3cd249d1c/queue/6e18737e455443f7a532c33525a0c3fd 2024-11-24T23:22:20,343 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/replication/d3c8cc2b44a22dabad9c10f3cd249d1c/queue/6e18737e455443f7a532c33525a0c3fd, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T23:22:20,344 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~894 B/894, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d3c8cc2b44a22dabad9c10f3cd249d1c in 427ms, sequenceid=10, compaction requested=false 2024-11-24T23:22:20,347 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/replication/d3c8cc2b44a22dabad9c10f3cd249d1c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T23:22:20,348 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:22:20,348 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:22:20,348 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. 2024-11-24T23:22:20,348 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3c8cc2b44a22dabad9c10f3cd249d1c: Waiting for close lock at 1732490539917Running coprocessor pre-close hooks at 1732490539917Disabling compacts and flushes for region at 1732490539917Disabling writes for close at 1732490539917Obtaining lock to block concurrent updates at 1732490539917Preparing flush snapshotting stores in d3c8cc2b44a22dabad9c10f3cd249d1c at 1732490539917Finished memstore snapshotting hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c., syncing WAL and waiting on mvcc, flushsize=dataSize=894, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732490539918 (+1 ms)Flushing stores of hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. at 1732490539918Flushing d3c8cc2b44a22dabad9c10f3cd249d1c/queue: creating writer at 1732490539918Flushing d3c8cc2b44a22dabad9c10f3cd249d1c/queue: appending metadata at 1732490539932 (+14 ms)Flushing d3c8cc2b44a22dabad9c10f3cd249d1c/queue: closing flushed file at 1732490539932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43788232: reopening flushed file at 1732490540339 (+407 ms)Finished flush of dataSize ~894 B/894, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d3c8cc2b44a22dabad9c10f3cd249d1c in 427ms, sequenceid=10, compaction requested=false at 1732490540344 (+5 ms)Writing region close event to WAL at 1732490540345 (+1 ms)Running coprocessor post-close hooks at 1732490540347 (+2 ms)Closed at 1732490540348 (+1 ms) 2024-11-24T23:22:20,348 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732490531693.d3c8cc2b44a22dabad9c10f3cd249d1c. 2024-11-24T23:22:20,348 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23161ff4073ead5ec14f6bce85bcce2a, disabling compactions & flushes 2024-11-24T23:22:20,348 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. 2024-11-24T23:22:20,348 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. 2024-11-24T23:22:20,348 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. after waiting 0 ms 2024-11-24T23:22:20,348 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. 2024-11-24T23:22:20,348 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23161ff4073ead5ec14f6bce85bcce2a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T23:22:20,353 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/.tmp/ns/61ed54c6eaf04c4ea5dc818e95c6199d 2024-11-24T23:22:20,354 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1191, reset compression=false 2024-11-24T23:22:20,363 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/.tmp/f/ad244fe864124ba4a317aa7e5e90efcc is 29, key is row1/f:/1732490537888/DeleteFamily/seqid=0 2024-11-24T23:22:20,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741843_1019 (size=5152) 2024-11-24T23:22:20,369 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/.tmp/rep_barrier/9c56ec1fac2b475cbb294adaf11c7039 is 112, key is test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a./rep_barrier:seqnumDuringOpen/1732490527989/Put/seqid=0 2024-11-24T23:22:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741844_1020 (size=5518) 2024-11-24T23:22:20,518 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:20,572 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1235, reset compression=false 2024-11-24T23:22:20,575 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:22:20,575 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1482, reset compression=false 2024-11-24T23:22:20,575 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,38793,1732490520925 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:22:20,576 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ba7f32532130,38793,1732490520925: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ba7f32532130,38793,1732490520925, walGroup=ba7f32532130%2C38793%2C1732490520925, offset=ba7f32532130%2C38793%2C1732490520925.1732490522985:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:38793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T23:22:20,577 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:22:20,577 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:22:20,580 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:22:20,580 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:22:20,580 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:22:20,580 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 949567600 }, "NonHeapMemoryUsage": { "committed": 207486976, "init": 7667712, "max": -1, "used": 202626976 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T23:22:20,581 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:34631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:34631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T23:22:20,718 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:20,768 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/.tmp/f/ad244fe864124ba4a317aa7e5e90efcc 2024-11-24T23:22:20,771 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad244fe864124ba4a317aa7e5e90efcc 2024-11-24T23:22:20,771 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/.tmp/rep_barrier/9c56ec1fac2b475cbb294adaf11c7039 2024-11-24T23:22:20,777 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1482, reset compression=false 2024-11-24T23:22:20,787 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/.tmp/table/bb8995a883ee4b90b44cdea84e1fefde is 53, key is hbase:replication/table:state/1732490532876/Put/seqid=0 2024-11-24T23:22:20,788 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/.tmp/f1/f78ccddd3ade4d7f9bbd246742cddbd6 is 30, key is row1/f1:/1732490537888/DeleteFamily/seqid=0 2024-11-24T23:22:20,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741846_1022 (size=5158) 2024-11-24T23:22:20,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741845_1021 (size=5308) 2024-11-24T23:22:20,791 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/.tmp/f1/f78ccddd3ade4d7f9bbd246742cddbd6 2024-11-24T23:22:20,795 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f78ccddd3ade4d7f9bbd246742cddbd6 2024-11-24T23:22:20,812 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/.tmp/norep/cee905ed7c3f47738ffe49735f39a90d is 33, key is row2/norep:/1732490538893/DeleteFamily/seqid=0 2024-11-24T23:22:20,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741847_1023 (size=5108) 2024-11-24T23:22:20,857 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1191, reset compression=false 2024-11-24T23:22:20,867 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:22:20,867 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:22:20,918 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T23:22:20,918 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 23161ff4073ead5ec14f6bce85bcce2a=test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a.} 2024-11-24T23:22:20,918 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:21,069 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:21,085 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1482, reset compression=false 2024-11-24T23:22:21,119 DEBUG [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23161ff4073ead5ec14f6bce85bcce2a 2024-11-24T23:22:21,191 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/.tmp/table/bb8995a883ee4b90b44cdea84e1fefde 2024-11-24T23:22:21,195 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/.tmp/info/a17c04b8958f44f9bb1921998a9b8bf7 as hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/info/a17c04b8958f44f9bb1921998a9b8bf7 2024-11-24T23:22:21,199 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/info/a17c04b8958f44f9bb1921998a9b8bf7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T23:22:21,199 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/.tmp/ns/61ed54c6eaf04c4ea5dc818e95c6199d as hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/ns/61ed54c6eaf04c4ea5dc818e95c6199d 2024-11-24T23:22:21,203 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/ns/61ed54c6eaf04c4ea5dc818e95c6199d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T23:22:21,204 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/.tmp/rep_barrier/9c56ec1fac2b475cbb294adaf11c7039 as hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/rep_barrier/9c56ec1fac2b475cbb294adaf11c7039 2024-11-24T23:22:21,210 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/rep_barrier/9c56ec1fac2b475cbb294adaf11c7039, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T23:22:21,211 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/.tmp/table/bb8995a883ee4b90b44cdea84e1fefde as hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/table/bb8995a883ee4b90b44cdea84e1fefde 2024-11-24T23:22:21,214 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/table/bb8995a883ee4b90b44cdea84e1fefde, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T23:22:21,215 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false 2024-11-24T23:22:21,218 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/.tmp/norep/cee905ed7c3f47738ffe49735f39a90d 2024-11-24T23:22:21,219 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T23:22:21,219 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:22:21,219 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:22:21,219 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:22:21,219 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490539918Running coprocessor pre-close hooks at 1732490539918Disabling compacts and flushes for region at 1732490539918Disabling writes for close at 1732490539918Obtaining lock to block concurrent updates at 1732490539918Preparing flush snapshotting stores in 1588230740 at 1732490539918Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732490539918Flushing stores of hbase:meta,,1.1588230740 at 1732490539918Flushing 1588230740/info: creating writer at 1732490539918Flushing 1588230740/info: appending metadata at 1732490539931 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732490539931Flushing 1588230740/ns: creating writer at 1732490539938 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732490539949 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1732490539949Flushing 1588230740/rep_barrier: creating writer at 1732490540356 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490540368 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490540368Flushing 1588230740/table: creating writer at 1732490540775 (+407 ms)Flushing 1588230740/table: appending metadata at 1732490540787 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732490540787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec3bf92: reopening flushed file at 1732490541194 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efb39ec: reopening flushed file at 1732490541199 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792f2edf: reopening flushed file at 1732490541203 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc4107a: reopening flushed file at 1732490541210 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false at 1732490541215 (+5 ms)Writing region close event to WAL at 1732490541216 (+1 ms)Running coprocessor post-close hooks at 1732490541219 (+3 ms)Closed at 1732490541219 2024-11-24T23:22:21,219 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:22:21,221 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cee905ed7c3f47738ffe49735f39a90d 2024-11-24T23:22:21,222 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/.tmp/f/ad244fe864124ba4a317aa7e5e90efcc as hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/f/ad244fe864124ba4a317aa7e5e90efcc 2024-11-24T23:22:21,225 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad244fe864124ba4a317aa7e5e90efcc 2024-11-24T23:22:21,225 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/f/ad244fe864124ba4a317aa7e5e90efcc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T23:22:21,226 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/.tmp/f1/f78ccddd3ade4d7f9bbd246742cddbd6 as hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/f1/f78ccddd3ade4d7f9bbd246742cddbd6 2024-11-24T23:22:21,230 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f78ccddd3ade4d7f9bbd246742cddbd6 2024-11-24T23:22:21,230 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/f1/f78ccddd3ade4d7f9bbd246742cddbd6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T23:22:21,231 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/.tmp/norep/cee905ed7c3f47738ffe49735f39a90d as hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/norep/cee905ed7c3f47738ffe49735f39a90d 2024-11-24T23:22:21,234 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cee905ed7c3f47738ffe49735f39a90d 2024-11-24T23:22:21,234 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/norep/cee905ed7c3f47738ffe49735f39a90d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T23:22:21,235 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 23161ff4073ead5ec14f6bce85bcce2a in 887ms, sequenceid=10, compaction requested=false 2024-11-24T23:22:21,238 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/data/default/test/23161ff4073ead5ec14f6bce85bcce2a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T23:22:21,238 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:22:21,238 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:22:21,238 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. 2024-11-24T23:22:21,239 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23161ff4073ead5ec14f6bce85bcce2a: Waiting for close lock at 1732490540348Running coprocessor pre-close hooks at 1732490540348Disabling compacts and flushes for region at 1732490540348Disabling writes for close at 1732490540348Obtaining lock to block concurrent updates at 1732490540348Preparing flush snapshotting stores in 23161ff4073ead5ec14f6bce85bcce2a at 1732490540348Finished memstore snapshotting test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732490540348Flushing stores of test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. at 1732490540349 (+1 ms)Flushing 23161ff4073ead5ec14f6bce85bcce2a/f: creating writer at 1732490540349Flushing 23161ff4073ead5ec14f6bce85bcce2a/f: appending metadata at 1732490540362 (+13 ms)Flushing 23161ff4073ead5ec14f6bce85bcce2a/f: closing flushed file at 1732490540362Flushing 23161ff4073ead5ec14f6bce85bcce2a/f1: creating writer at 1732490540771 (+409 ms)Flushing 23161ff4073ead5ec14f6bce85bcce2a/f1: appending metadata at 1732490540787 (+16 ms)Flushing 23161ff4073ead5ec14f6bce85bcce2a/f1: closing flushed file at 1732490540787Flushing 23161ff4073ead5ec14f6bce85bcce2a/norep: creating writer at 1732490540795 (+8 ms)Flushing 23161ff4073ead5ec14f6bce85bcce2a/norep: appending metadata at 1732490540811 (+16 ms)Flushing 23161ff4073ead5ec14f6bce85bcce2a/norep: closing flushed file at 1732490540811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53aa4da0: reopening flushed file at 1732490541222 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a27c985: reopening flushed file at 1732490541225 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3993141b: reopening flushed file at 1732490541230 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 23161ff4073ead5ec14f6bce85bcce2a in 887ms, sequenceid=10, compaction requested=false at 1732490541235 (+5 ms)Writing region close event to WAL at 1732490541236 (+1 ms)Running coprocessor post-close hooks at 1732490541238 (+2 ms)Closed at 1732490541238 2024-11-24T23:22:21,239 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490527245.23161ff4073ead5ec14f6bce85bcce2a. 2024-11-24T23:22:21,319 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,38793,1732490520925; all regions closed. 2024-11-24T23:22:21,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741834_1010 (size=4239) 2024-11-24T23:22:21,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.meta.1732490523741.meta not finished, retry = 0 2024-11-24T23:22:21,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741839_1015 (size=2678) 2024-11-24T23:22:21,423 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.rep.1732490532840 not finished, retry = 0 2024-11-24T23:22:21,460 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1191, reset compression=false 2024-11-24T23:22:21,487 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 1482, reset compression=false 2024-11-24T23:22:21,491 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:22:21,491 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.wal-reader.ba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 to pos 2126, reset compression=false 2024-11-24T23:22:21,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741833_1009 (size=2134) 2024-11-24T23:22:21,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/WALs/ba7f32532130,38793,1732490520925/ba7f32532130%2C38793%2C1732490520925.1732490522985 not finished, retry = 0 2024-11-24T23:22:21,627 DEBUG [RS:0;ba7f32532130:38793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:21,627 INFO [RS:0;ba7f32532130:38793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:22:21,627 INFO [RS:0;ba7f32532130:38793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:22:21,627 INFO [RS:0;ba7f32532130:38793 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T23:22:21,627 INFO [RS:0;ba7f32532130:38793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:22:21,627 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:22:21,627 INFO [RS:0;ba7f32532130:38793 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,38793,1732490520925 because: Region server is closing 2024-11-24T23:22:21,628 INFO [RS:0;ba7f32532130:38793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:38793. 2024-11-24T23:22:21,628 DEBUG [RS:0;ba7f32532130:38793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:21,628 DEBUG [RS:0;ba7f32532130:38793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:21,628 DEBUG [RS:0;ba7f32532130:38793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:21,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:21,728 INFO [RS:0;ba7f32532130:38793 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,38793,1732490520925.replicationSource.shipperba7f32532130%2C38793%2C1732490520925,1-ba7f32532130,38793,1732490520925 terminated 2024-11-24T23:22:21,728 INFO [RS:0;ba7f32532130:38793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:38793. 2024-11-24T23:22:21,728 DEBUG [RS:0;ba7f32532130:38793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:21,728 DEBUG [RS:0;ba7f32532130:38793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:21,728 DEBUG [RS:0;ba7f32532130:38793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:21,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:21,729 INFO [RS:0;ba7f32532130:38793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38793 2024-11-24T23:22:21,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864/rs 2024-11-24T23:22:21,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21690141864/rs/ba7f32532130,38793,1732490520925 2024-11-24T23:22:21,778 INFO [RS:0;ba7f32532130:38793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:22:21,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,38793,1732490520925] 2024-11-24T23:22:21,799 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21690141864/draining/ba7f32532130,38793,1732490520925 already deleted, retry=false 2024-11-24T23:22:21,799 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,38793,1732490520925 expired; onlineServers=0 2024-11-24T23:22:21,799 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,34631,1732490520788' ***** 2024-11-24T23:22:21,799 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:22:21,799 INFO [M:0;ba7f32532130:34631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:22:21,799 INFO [M:0;ba7f32532130:34631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:22:21,799 DEBUG [M:0;ba7f32532130:34631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:22:21,799 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:22:21,799 DEBUG [M:0;ba7f32532130:34631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:22:21,799 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490522524 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490522524,5,FailOnTimeoutGroup] 2024-11-24T23:22:21,799 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490522524 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490522524,5,FailOnTimeoutGroup] 2024-11-24T23:22:21,800 INFO [M:0;ba7f32532130:34631 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:22:21,800 INFO [M:0;ba7f32532130:34631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:22:21,800 DEBUG [M:0;ba7f32532130:34631 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:22:21,800 INFO [M:0;ba7f32532130:34631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:22:21,800 INFO [M:0;ba7f32532130:34631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:22:21,800 INFO [M:0;ba7f32532130:34631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:22:21,800 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:22:21,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21690141864/master 2024-11-24T23:22:21,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21690141864 2024-11-24T23:22:21,809 DEBUG [M:0;ba7f32532130:34631 {}] zookeeper.ZKUtil(347): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Unable to get data of znode /21690141864/master because node does not exist (not an error) 2024-11-24T23:22:21,809 WARN [M:0;ba7f32532130:34631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:22:21,810 INFO [M:0;ba7f32532130:34631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/.lastflushedseqids 2024-11-24T23:22:21,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741848_1024 (size=245) 2024-11-24T23:22:21,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:22:21,889 INFO [RS:0;ba7f32532130:38793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:22:21,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1016f272df30007, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:22:21,889 INFO [RS:0;ba7f32532130:38793 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,38793,1732490520925; zookeeper connection closed. 2024-11-24T23:22:21,889 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fbadee3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fbadee3 2024-11-24T23:22:21,889 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:22:21,972 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:22,163 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1191, reset compression=false 2024-11-24T23:22:22,214 INFO [M:0;ba7f32532130:34631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:22:22,214 INFO [M:0;ba7f32532130:34631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:22:22,214 DEBUG [M:0;ba7f32532130:34631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:22:22,214 INFO [M:0;ba7f32532130:34631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:22,214 DEBUG [M:0;ba7f32532130:34631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:22,214 DEBUG [M:0;ba7f32532130:34631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:22:22,214 DEBUG [M:0;ba7f32532130:34631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:22,214 INFO [M:0;ba7f32532130:34631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-24T23:22:22,230 DEBUG [M:0;ba7f32532130:34631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df90eaf0899a47d6a83cae59ce974e6d is 82, key is hbase:meta,,1/info:regioninfo/1732490523770/Put/seqid=0 2024-11-24T23:22:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741849_1025 (size=5672) 2024-11-24T23:22:22,634 INFO [M:0;ba7f32532130:34631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df90eaf0899a47d6a83cae59ce974e6d 2024-11-24T23:22:22,681 DEBUG [M:0;ba7f32532130:34631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ba89abebadb4838b2f88c66d3b95cd2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732490532879/Put/seqid=0 2024-11-24T23:22:22,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741850_1026 (size=8517) 2024-11-24T23:22:22,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:22:22,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:22,966 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1191, reset compression=false 2024-11-24T23:22:22,975 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:23,085 INFO [M:0;ba7f32532130:34631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ba89abebadb4838b2f88c66d3b95cd2 2024-11-24T23:22:23,110 DEBUG [M:0;ba7f32532130:34631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd2f27cac2434984863ff1c6c300a904 is 69, key is ba7f32532130,38793,1732490520925/rs:state/1732490522668/Put/seqid=0 2024-11-24T23:22:23,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741851_1027 (size=5156) 2024-11-24T23:22:23,513 INFO [M:0;ba7f32532130:34631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd2f27cac2434984863ff1c6c300a904 2024-11-24T23:22:23,517 DEBUG [M:0;ba7f32532130:34631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df90eaf0899a47d6a83cae59ce974e6d as hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df90eaf0899a47d6a83cae59ce974e6d 2024-11-24T23:22:23,520 INFO [M:0;ba7f32532130:34631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df90eaf0899a47d6a83cae59ce974e6d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T23:22:23,521 DEBUG [M:0;ba7f32532130:34631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ba89abebadb4838b2f88c66d3b95cd2 as hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ba89abebadb4838b2f88c66d3b95cd2 2024-11-24T23:22:23,524 INFO [M:0;ba7f32532130:34631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ba89abebadb4838b2f88c66d3b95cd2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T23:22:23,525 DEBUG [M:0;ba7f32532130:34631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd2f27cac2434984863ff1c6c300a904 as hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd2f27cac2434984863ff1c6c300a904 2024-11-24T23:22:23,528 INFO [M:0;ba7f32532130:34631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd2f27cac2434984863ff1c6c300a904, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T23:22:23,528 INFO [M:0;ba7f32532130:34631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=97, compaction requested=false 2024-11-24T23:22:23,530 INFO [M:0;ba7f32532130:34631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:23,530 DEBUG [M:0;ba7f32532130:34631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490542214Disabling compacts and flushes for region at 1732490542214Disabling writes for close at 1732490542214Obtaining lock to block concurrent updates at 1732490542214Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490542214Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732490542215 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490542215Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490542215Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490542230 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490542230Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490542665 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490542681 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490542681Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490543088 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490543110 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490543110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c607053: reopening flushed file at 1732490543516 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2f106e: reopening flushed file at 1732490543520 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc4aba6: reopening flushed file at 1732490543524 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=97, compaction requested=false at 1732490543528 (+4 ms)Writing region close event to WAL at 1732490543530 (+2 ms)Closed at 1732490543530 2024-11-24T23:22:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741830_1006 (size=63666) 2024-11-24T23:22:23,531 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5075e00-2fba-100e-08f9-87952856734c/MasterData/WALs/ba7f32532130,34631,1732490520788/ba7f32532130%2C34631%2C1732490520788.1732490521862 not finished, retry = 0 2024-11-24T23:22:23,632 INFO [M:0;ba7f32532130:34631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:22:23,632 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:22:23,632 INFO [M:0;ba7f32532130:34631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34631 2024-11-24T23:22:23,633 INFO [M:0;ba7f32532130:34631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:22:23,794 INFO [M:0;ba7f32532130:34631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:22:23,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:22:23,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34631-0x1016f272df30006, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:22:23,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3506c882{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:22:23,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c39bd22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:22:23,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:22:23,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6168ff6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:22:23,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20375ed4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/hadoop.log.dir/,STOPPED} 2024-11-24T23:22:23,798 WARN [BP-730516347-172.17.0.3-1732490518676 heartbeating to localhost/127.0.0.1:44811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:22:23,798 WARN [BP-730516347-172.17.0.3-1732490518676 heartbeating to localhost/127.0.0.1:44811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-730516347-172.17.0.3-1732490518676 (Datanode Uuid 949efc9d-eec2-46d7-b294-f2a6e101ca37) service to localhost/127.0.0.1:44811 2024-11-24T23:22:23,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/cluster_9a32c218-c6fe-5497-59c5-4fe174e8af9d/data/data1/current/BP-730516347-172.17.0.3-1732490518676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:22:23,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/cluster_9a32c218-c6fe-5497-59c5-4fe174e8af9d/data/data2/current/BP-730516347-172.17.0.3-1732490518676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:22:23,799 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:22:23,800 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:22:23,800 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:22:23,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fa2027f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:22:23,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4696ca19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:22:23,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:22:23,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59eb2ec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:22:23,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cd5cde2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/hadoop.log.dir/,STOPPED} 2024-11-24T23:22:23,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:22:23,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:22:23,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:22:23,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:23,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:23,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:23,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:23,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:22:23,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=259897275, stopped=false 2024-11-24T23:22:23,822 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,36861,1732490515437 2024-11-24T23:22:23,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11904696418/running 2024-11-24T23:22:23,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:22:23,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11904696418/running 2024-11-24T23:22:23,831 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:22:23,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:22:23,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Set watcher on znode that does not yet exist, /11904696418/running 2024-11-24T23:22:23,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:22:23,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:23,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:23,831 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,43815,1732490515589' ***** 2024-11-24T23:22:23,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:22:23,832 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:22:23,832 INFO [RS:0;ba7f32532130:43815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:22:23,832 INFO [RS:0;ba7f32532130:43815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:22:23,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Set watcher on znode that does not yet exist, /11904696418/running 2024-11-24T23:22:23,832 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(3091): Received CLOSE for 24c845f2393ae4c5135c7fb328fcb221 2024-11-24T23:22:23,832 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:22:23,833 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(3091): Received CLOSE for 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:23,833 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,43815,1732490515589 2024-11-24T23:22:23,833 INFO [RS:0;ba7f32532130:43815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:22:23,833 INFO [RS:0;ba7f32532130:43815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:43815. 2024-11-24T23:22:23,833 DEBUG [RS:0;ba7f32532130:43815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:23,833 DEBUG [RS:0;ba7f32532130:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:23,833 INFO [RS:0;ba7f32532130:43815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:22:23,833 INFO [RS:0;ba7f32532130:43815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:22:23,833 INFO [RS:0;ba7f32532130:43815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:22:23,833 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:22:23,833 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T23:22:23,833 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1325): Online Regions={24c845f2393ae4c5135c7fb328fcb221=hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221., 1588230740=hbase:meta,,1.1588230740, 7556eca7fd3cd20e5d5df45010327a1e=test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e.} 2024-11-24T23:22:23,833 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24c845f2393ae4c5135c7fb328fcb221, 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:23,833 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24c845f2393ae4c5135c7fb328fcb221, disabling compactions & flushes 2024-11-24T23:22:23,833 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:22:23,833 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:22:23,833 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. 2024-11-24T23:22:23,833 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:22:23,833 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. 2024-11-24T23:22:23,833 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:22:23,833 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. after waiting 0 ms 2024-11-24T23:22:23,833 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:22:23,833 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. 2024-11-24T23:22:23,833 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T23:22:23,833 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24c845f2393ae4c5135c7fb328fcb221 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-24T23:22:23,843 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:22:23,843 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:22:23,852 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:22:23,852 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/.tmp/info/4a6cb249bb9945f3a869effa3b465185 is 147, key is hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221./info:regioninfo/1732490530701/Put/seqid=0 2024-11-24T23:22:23,855 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/replication/24c845f2393ae4c5135c7fb328fcb221/.tmp/queue/0e0aa3d8a6cc4996bd532da2c7de1b27 is 154, key is 1-ba7f32532130,43815,1732490515589/queue:ba7f32532130%2C43815%2C1732490515589/1732490539444/Put/seqid=0 2024-11-24T23:22:23,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741840_1016 (size=7686) 2024-11-24T23:22:23,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741841_1017 (size=5353) 2024-11-24T23:22:23,871 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1191, reset compression=false 2024-11-24T23:22:24,033 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24c845f2393ae4c5135c7fb328fcb221, 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:24,079 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:24,234 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24c845f2393ae4c5135c7fb328fcb221, 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:24,256 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/.tmp/info/4a6cb249bb9945f3a869effa3b465185 2024-11-24T23:22:24,266 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/replication/24c845f2393ae4c5135c7fb328fcb221/.tmp/queue/0e0aa3d8a6cc4996bd532da2c7de1b27 2024-11-24T23:22:24,271 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/replication/24c845f2393ae4c5135c7fb328fcb221/.tmp/queue/0e0aa3d8a6cc4996bd532da2c7de1b27 as hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/replication/24c845f2393ae4c5135c7fb328fcb221/queue/0e0aa3d8a6cc4996bd532da2c7de1b27 2024-11-24T23:22:24,276 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/replication/24c845f2393ae4c5135c7fb328fcb221/queue/0e0aa3d8a6cc4996bd532da2c7de1b27, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T23:22:24,278 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 24c845f2393ae4c5135c7fb328fcb221 in 444ms, sequenceid=12, compaction requested=false 2024-11-24T23:22:24,278 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T23:22:24,278 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/.tmp/ns/cae11a3bf7f24eb99b2dfc8b3d569aba is 43, key is default/ns:d/1732490518567/Put/seqid=0 2024-11-24T23:22:24,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741842_1018 (size=5153) 2024-11-24T23:22:24,282 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/.tmp/ns/cae11a3bf7f24eb99b2dfc8b3d569aba 2024-11-24T23:22:24,283 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/replication/24c845f2393ae4c5135c7fb328fcb221/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T23:22:24,283 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:22:24,283 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:22:24,283 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. 2024-11-24T23:22:24,283 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24c845f2393ae4c5135c7fb328fcb221: Waiting for close lock at 1732490543833Running coprocessor pre-close hooks at 1732490543833Disabling compacts and flushes for region at 1732490543833Disabling writes for close at 1732490543833Obtaining lock to block concurrent updates at 1732490543833Preparing flush snapshotting stores in 24c845f2393ae4c5135c7fb328fcb221 at 1732490543833Finished memstore snapshotting hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732490543834 (+1 ms)Flushing stores of hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. at 1732490543834Flushing 24c845f2393ae4c5135c7fb328fcb221/queue: creating writer at 1732490543834Flushing 24c845f2393ae4c5135c7fb328fcb221/queue: appending metadata at 1732490543854 (+20 ms)Flushing 24c845f2393ae4c5135c7fb328fcb221/queue: closing flushed file at 1732490543854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b46a4a: reopening flushed file at 1732490544270 (+416 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 24c845f2393ae4c5135c7fb328fcb221 in 444ms, sequenceid=12, compaction requested=false at 1732490544278 (+8 ms)Writing region close event to WAL at 1732490544279 (+1 ms)Running coprocessor post-close hooks at 1732490544283 (+4 ms)Closed at 1732490544283 2024-11-24T23:22:24,284 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732490529545.24c845f2393ae4c5135c7fb328fcb221. 2024-11-24T23:22:24,284 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7556eca7fd3cd20e5d5df45010327a1e, disabling compactions & flushes 2024-11-24T23:22:24,284 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. 2024-11-24T23:22:24,284 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. 2024-11-24T23:22:24,284 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. after waiting 0 ms 2024-11-24T23:22:24,284 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. 2024-11-24T23:22:24,284 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7556eca7fd3cd20e5d5df45010327a1e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T23:22:24,301 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/.tmp/f/6ea001b31df344d7952b2fdf879e6470 is 29, key is row1/f:/1732490537888/DeleteFamily/seqid=0 2024-11-24T23:22:24,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741843_1019 (size=5152) 2024-11-24T23:22:24,305 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/.tmp/rep_barrier/0e2b96539b0b4f969b3556d2a56b5d26 is 112, key is test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e./rep_barrier:seqnumDuringOpen/1732490526867/Put/seqid=0 2024-11-24T23:22:24,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741844_1020 (size=5518) 2024-11-24T23:22:24,434 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:24,634 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:24,705 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/.tmp/f/6ea001b31df344d7952b2fdf879e6470 2024-11-24T23:22:24,709 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/.tmp/rep_barrier/0e2b96539b0b4f969b3556d2a56b5d26 2024-11-24T23:22:24,711 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ea001b31df344d7952b2fdf879e6470 2024-11-24T23:22:24,727 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/.tmp/f1/2a45e875b8104705a7d001bdb937b824 is 30, key is row1/f1:/1732490537888/DeleteFamily/seqid=0 2024-11-24T23:22:24,727 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/.tmp/table/f59e84668f9742a887a3266bfe49d05e is 53, key is hbase:replication/table:state/1732490530708/Put/seqid=0 2024-11-24T23:22:24,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741846_1022 (size=5308) 2024-11-24T23:22:24,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741845_1021 (size=5158) 2024-11-24T23:22:24,834 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T23:22:24,834 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7556eca7fd3cd20e5d5df45010327a1e=test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e.} 2024-11-24T23:22:24,834 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:24,874 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1191, reset compression=false 2024-11-24T23:22:24,878 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:22:24,878 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1438, reset compression=false 2024-11-24T23:22:24,878 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,43815,1732490515589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:22:24,879 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ba7f32532130,43815,1732490515589: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ba7f32532130,43815,1732490515589, walGroup=ba7f32532130%2C43815%2C1732490515589, offset=ba7f32532130%2C43815%2C1732490515589.1732490517955:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:43815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T23:22:24,880 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:22:24,880 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:22:24,880 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:22:24,880 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:22:24,880 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:22:24,880 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 930414168 }, "NonHeapMemoryUsage": { "committed": 207749120, "init": 7667712, "max": -1, "used": 203057352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T23:22:24,880 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:36861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:36861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T23:22:25,027 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:22:25,034 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:25,081 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1438, reset compression=false 2024-11-24T23:22:25,134 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/.tmp/table/f59e84668f9742a887a3266bfe49d05e 2024-11-24T23:22:25,138 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/.tmp/f1/2a45e875b8104705a7d001bdb937b824 2024-11-24T23:22:25,138 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/.tmp/info/4a6cb249bb9945f3a869effa3b465185 as hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/info/4a6cb249bb9945f3a869effa3b465185 2024-11-24T23:22:25,141 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a45e875b8104705a7d001bdb937b824 2024-11-24T23:22:25,141 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/info/4a6cb249bb9945f3a869effa3b465185, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T23:22:25,142 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/.tmp/ns/cae11a3bf7f24eb99b2dfc8b3d569aba as hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/ns/cae11a3bf7f24eb99b2dfc8b3d569aba 2024-11-24T23:22:25,146 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/ns/cae11a3bf7f24eb99b2dfc8b3d569aba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T23:22:25,147 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/.tmp/rep_barrier/0e2b96539b0b4f969b3556d2a56b5d26 as hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/rep_barrier/0e2b96539b0b4f969b3556d2a56b5d26 2024-11-24T23:22:25,150 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/rep_barrier/0e2b96539b0b4f969b3556d2a56b5d26, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T23:22:25,151 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/.tmp/table/f59e84668f9742a887a3266bfe49d05e as hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/table/f59e84668f9742a887a3266bfe49d05e 2024-11-24T23:22:25,154 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/table/f59e84668f9742a887a3266bfe49d05e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T23:22:25,155 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false 2024-11-24T23:22:25,155 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:22:25,158 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T23:22:25,159 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:22:25,159 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:22:25,159 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:22:25,159 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490543833Running coprocessor pre-close hooks at 1732490543833Disabling compacts and flushes for region at 1732490543833Disabling writes for close at 1732490543833Obtaining lock to block concurrent updates at 1732490543833Preparing flush snapshotting stores in 1588230740 at 1732490543833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732490543834 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732490543834Flushing 1588230740/info: creating writer at 1732490543834Flushing 1588230740/info: appending metadata at 1732490543852 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732490543852Flushing 1588230740/ns: creating writer at 1732490544261 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732490544278 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732490544278Flushing 1588230740/rep_barrier: creating writer at 1732490544288 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490544305 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490544305Flushing 1588230740/table: creating writer at 1732490544713 (+408 ms)Flushing 1588230740/table: appending metadata at 1732490544727 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732490544727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5245fe90: reopening flushed file at 1732490545138 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b91ed00: reopening flushed file at 1732490545142 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c77c2f: reopening flushed file at 1732490545146 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f59859: reopening flushed file at 1732490545150 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false at 1732490545155 (+5 ms)Writing region close event to WAL at 1732490545156 (+1 ms)Running coprocessor post-close hooks at 1732490545159 (+3 ms)Closed at 1732490545159 2024-11-24T23:22:25,159 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:22:25,160 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/.tmp/norep/97d9940b835543229a970eb1446d17a1 is 33, key is row1/norep:/1732490537888/DeleteFamily/seqid=0 2024-11-24T23:22:25,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741847_1023 (size=5108) 2024-11-24T23:22:25,234 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1351): Waiting on 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:25,282 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:25,384 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1438, reset compression=false 2024-11-24T23:22:25,435 DEBUG [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1351): Waiting on 7556eca7fd3cd20e5d5df45010327a1e 2024-11-24T23:22:25,563 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/.tmp/norep/97d9940b835543229a970eb1446d17a1 2024-11-24T23:22:25,567 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97d9940b835543229a970eb1446d17a1 2024-11-24T23:22:25,568 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/.tmp/f/6ea001b31df344d7952b2fdf879e6470 as hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/f/6ea001b31df344d7952b2fdf879e6470 2024-11-24T23:22:25,571 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ea001b31df344d7952b2fdf879e6470 2024-11-24T23:22:25,571 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/f/6ea001b31df344d7952b2fdf879e6470, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T23:22:25,572 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/.tmp/f1/2a45e875b8104705a7d001bdb937b824 as hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/f1/2a45e875b8104705a7d001bdb937b824 2024-11-24T23:22:25,575 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a45e875b8104705a7d001bdb937b824 2024-11-24T23:22:25,575 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/f1/2a45e875b8104705a7d001bdb937b824, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T23:22:25,575 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/.tmp/norep/97d9940b835543229a970eb1446d17a1 as hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/norep/97d9940b835543229a970eb1446d17a1 2024-11-24T23:22:25,578 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97d9940b835543229a970eb1446d17a1 2024-11-24T23:22:25,579 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/norep/97d9940b835543229a970eb1446d17a1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T23:22:25,579 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7556eca7fd3cd20e5d5df45010327a1e in 1295ms, sequenceid=10, compaction requested=false 2024-11-24T23:22:25,579 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T23:22:25,583 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/data/default/test/7556eca7fd3cd20e5d5df45010327a1e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T23:22:25,584 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:22:25,584 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:22:25,584 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. 2024-11-24T23:22:25,584 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7556eca7fd3cd20e5d5df45010327a1e: Waiting for close lock at 1732490544284Running coprocessor pre-close hooks at 1732490544284Disabling compacts and flushes for region at 1732490544284Disabling writes for close at 1732490544284Obtaining lock to block concurrent updates at 1732490544284Preparing flush snapshotting stores in 7556eca7fd3cd20e5d5df45010327a1e at 1732490544284Finished memstore snapshotting test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732490544284Flushing stores of test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. at 1732490544286 (+2 ms)Flushing 7556eca7fd3cd20e5d5df45010327a1e/f: creating writer at 1732490544286Flushing 7556eca7fd3cd20e5d5df45010327a1e/f: appending metadata at 1732490544301 (+15 ms)Flushing 7556eca7fd3cd20e5d5df45010327a1e/f: closing flushed file at 1732490544301Flushing 7556eca7fd3cd20e5d5df45010327a1e/f1: creating writer at 1732490544711 (+410 ms)Flushing 7556eca7fd3cd20e5d5df45010327a1e/f1: appending metadata at 1732490544727 (+16 ms)Flushing 7556eca7fd3cd20e5d5df45010327a1e/f1: closing flushed file at 1732490544727Flushing 7556eca7fd3cd20e5d5df45010327a1e/norep: creating writer at 1732490545142 (+415 ms)Flushing 7556eca7fd3cd20e5d5df45010327a1e/norep: appending metadata at 1732490545159 (+17 ms)Flushing 7556eca7fd3cd20e5d5df45010327a1e/norep: closing flushed file at 1732490545159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a7894e: reopening flushed file at 1732490545567 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d8def7: reopening flushed file at 1732490545571 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@945ad1e: reopening flushed file at 1732490545575 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7556eca7fd3cd20e5d5df45010327a1e in 1295ms, sequenceid=10, compaction requested=false at 1732490545579 (+4 ms)Writing region close event to WAL at 1732490545581 (+2 ms)Running coprocessor post-close hooks at 1732490545584 (+3 ms)Closed at 1732490545584 2024-11-24T23:22:25,584 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490526104.7556eca7fd3cd20e5d5df45010327a1e. 2024-11-24T23:22:25,635 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,43815,1732490515589; all regions closed. 2024-11-24T23:22:25,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741834_1010 (size=4239) 2024-11-24T23:22:25,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741839_1015 (size=3114) 2024-11-24T23:22:25,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.rep.1732490530675 not finished, retry = 0 2024-11-24T23:22:25,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 not finished, retry = 0 2024-11-24T23:22:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741832_1008 (size=2090) 2024-11-24T23:22:25,788 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 to pos 1438, reset compression=false 2024-11-24T23:22:25,843 DEBUG [RS:0;ba7f32532130:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:25,843 INFO [RS:0;ba7f32532130:43815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:22:25,843 INFO [RS:0;ba7f32532130:43815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:22:25,843 INFO [RS:0;ba7f32532130:43815 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:22:25,843 INFO [RS:0;ba7f32532130:43815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:22:25,843 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:22:25,844 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/WALs/ba7f32532130,43815,1732490515589/ba7f32532130%2C43815%2C1732490515589.1732490517955 2024-11-24T23:22:25,844 INFO [RS:0;ba7f32532130:43815 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,43815,1732490515589 because: Region server is closing 2024-11-24T23:22:25,844 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.wal-reader.ba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:22:25,844 INFO [RS:0;ba7f32532130:43815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:43815. 2024-11-24T23:22:25,844 DEBUG [RS:0;ba7f32532130:43815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:25,844 DEBUG [RS:0;ba7f32532130:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:25,844 DEBUG [RS:0;ba7f32532130:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:25,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:25,844 INFO [RS:0;ba7f32532130:43815 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43815,1732490515589.replicationSource.shipperba7f32532130%2C43815%2C1732490515589,1-ba7f32532130,43815,1732490515589 terminated 2024-11-24T23:22:25,845 INFO [RS:0;ba7f32532130:43815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:43815. 2024-11-24T23:22:25,845 DEBUG [RS:0;ba7f32532130:43815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:25,845 DEBUG [RS:0;ba7f32532130:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:25,845 DEBUG [RS:0;ba7f32532130:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:25,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:25,845 INFO [RS:0;ba7f32532130:43815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43815 2024-11-24T23:22:25,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11904696418/rs/ba7f32532130,43815,1732490515589 2024-11-24T23:22:25,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418/rs 2024-11-24T23:22:25,925 INFO [RS:0;ba7f32532130:43815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:22:25,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,43815,1732490515589] 2024-11-24T23:22:25,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11904696418/draining/ba7f32532130,43815,1732490515589 already deleted, retry=false 2024-11-24T23:22:25,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,43815,1732490515589 expired; onlineServers=0 2024-11-24T23:22:25,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,36861,1732490515437' ***** 2024-11-24T23:22:25,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:22:25,988 INFO [M:0;ba7f32532130:36861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:22:25,988 INFO [M:0;ba7f32532130:36861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:22:25,988 DEBUG [M:0;ba7f32532130:36861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:22:25,988 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:22:25,989 DEBUG [M:0;ba7f32532130:36861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:22:25,989 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490517690 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490517690,5,FailOnTimeoutGroup] 2024-11-24T23:22:25,989 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490517689 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490517689,5,FailOnTimeoutGroup] 2024-11-24T23:22:25,989 INFO [M:0;ba7f32532130:36861 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:22:25,989 INFO [M:0;ba7f32532130:36861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:22:25,989 DEBUG [M:0;ba7f32532130:36861 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:22:25,989 INFO [M:0;ba7f32532130:36861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:22:25,989 INFO [M:0;ba7f32532130:36861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:22:25,989 INFO [M:0;ba7f32532130:36861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:22:25,989 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:22:25,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11904696418/master 2024-11-24T23:22:25,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11904696418 2024-11-24T23:22:25,999 DEBUG [M:0;ba7f32532130:36861 {}] zookeeper.ZKUtil(347): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Unable to get data of znode /11904696418/master because node does not exist (not an error) 2024-11-24T23:22:25,999 WARN [M:0;ba7f32532130:36861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:22:25,999 INFO [M:0;ba7f32532130:36861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/.lastflushedseqids 2024-11-24T23:22:26,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741848_1024 (size=245) 2024-11-24T23:22:26,071 INFO [RS:0;ba7f32532130:43815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:22:26,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:22:26,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1016f272df30004, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:22:26,071 INFO [RS:0;ba7f32532130:43815 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,43815,1732490515589; zookeeper connection closed. 2024-11-24T23:22:26,072 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26e0ec6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26e0ec6e 2024-11-24T23:22:26,072 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:22:26,403 INFO [M:0;ba7f32532130:36861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:22:26,403 INFO [M:0;ba7f32532130:36861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:22:26,403 DEBUG [M:0;ba7f32532130:36861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:22:26,403 INFO [M:0;ba7f32532130:36861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:26,403 DEBUG [M:0;ba7f32532130:36861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:26,403 DEBUG [M:0;ba7f32532130:36861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:22:26,403 DEBUG [M:0;ba7f32532130:36861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:26,403 INFO [M:0;ba7f32532130:36861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T23:22:26,421 DEBUG [M:0;ba7f32532130:36861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1443e18317ec4629a33f18a5ff75659f is 82, key is hbase:meta,,1/info:regioninfo/1732490518550/Put/seqid=0 2024-11-24T23:22:26,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741849_1025 (size=5672) 2024-11-24T23:22:26,425 INFO [M:0;ba7f32532130:36861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1443e18317ec4629a33f18a5ff75659f 2024-11-24T23:22:26,440 DEBUG [M:0;ba7f32532130:36861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04f341aba80e470a86ff7961a367fc51 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732490530711/Put/seqid=0 2024-11-24T23:22:26,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741850_1026 (size=8516) 2024-11-24T23:22:26,585 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:26,844 INFO [M:0;ba7f32532130:36861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04f341aba80e470a86ff7961a367fc51 2024-11-24T23:22:26,864 DEBUG [M:0;ba7f32532130:36861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f469c8b76c4f4aedbef99bcaa798b43e is 69, key is ba7f32532130,43815,1732490515589/rs:state/1732490517747/Put/seqid=0 2024-11-24T23:22:26,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741851_1027 (size=5156) 2024-11-24T23:22:27,268 INFO [M:0;ba7f32532130:36861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f469c8b76c4f4aedbef99bcaa798b43e 2024-11-24T23:22:27,273 DEBUG [M:0;ba7f32532130:36861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1443e18317ec4629a33f18a5ff75659f as hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1443e18317ec4629a33f18a5ff75659f 2024-11-24T23:22:27,276 INFO [M:0;ba7f32532130:36861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1443e18317ec4629a33f18a5ff75659f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T23:22:27,277 DEBUG [M:0;ba7f32532130:36861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04f341aba80e470a86ff7961a367fc51 as hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04f341aba80e470a86ff7961a367fc51 2024-11-24T23:22:27,279 INFO [M:0;ba7f32532130:36861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04f341aba80e470a86ff7961a367fc51, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T23:22:27,280 DEBUG [M:0;ba7f32532130:36861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f469c8b76c4f4aedbef99bcaa798b43e as hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f469c8b76c4f4aedbef99bcaa798b43e 2024-11-24T23:22:27,283 INFO [M:0;ba7f32532130:36861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f469c8b76c4f4aedbef99bcaa798b43e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T23:22:27,284 INFO [M:0;ba7f32532130:36861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false 2024-11-24T23:22:27,285 INFO [M:0;ba7f32532130:36861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:27,285 DEBUG [M:0;ba7f32532130:36861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490546403Disabling compacts and flushes for region at 1732490546403Disabling writes for close at 1732490546403Obtaining lock to block concurrent updates at 1732490546403Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490546403Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732490546404 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490546404Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490546404Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490546421 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490546421Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490546428 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490546440 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490546440Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490546848 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490546864 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490546864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c810be6: reopening flushed file at 1732490547272 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa0d822: reopening flushed file at 1732490547276 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2e0554: reopening flushed file at 1732490547280 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false at 1732490547284 (+4 ms)Writing region close event to WAL at 1732490547285 (+1 ms)Closed at 1732490547285 2024-11-24T23:22:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741830_1006 (size=63654) 2024-11-24T23:22:27,287 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ce7b37a-a573-bcaf-30d8-6793f097db5a/MasterData/WALs/ba7f32532130,36861,1732490515437/ba7f32532130%2C36861%2C1732490515437.1732490517354 not finished, retry = 0 2024-11-24T23:22:27,389 INFO [M:0;ba7f32532130:36861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:22:27,390 INFO [M:0;ba7f32532130:36861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36861 2024-11-24T23:22:27,390 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:22:27,390 INFO [M:0;ba7f32532130:36861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:22:27,562 INFO [M:0;ba7f32532130:36861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:22:27,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:22:27,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1016f272df30003, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:22:27,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79fa260f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:22:27,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@370005d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:22:27,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:22:27,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2636417{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:22:27,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca8b37e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/hadoop.log.dir/,STOPPED} 2024-11-24T23:22:27,566 WARN [BP-619678367-172.17.0.3-1732490513417 heartbeating to localhost/127.0.0.1:45677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:22:27,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:22:27,566 WARN [BP-619678367-172.17.0.3-1732490513417 heartbeating to localhost/127.0.0.1:45677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-619678367-172.17.0.3-1732490513417 (Datanode Uuid 3e4fe69a-d07b-422c-985e-46f5b069da97) service to localhost/127.0.0.1:45677 2024-11-24T23:22:27,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:22:27,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/cluster_e20318c6-270e-a0bb-3811-ae1bc2f2b146/data/data1/current/BP-619678367-172.17.0.3-1732490513417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:22:27,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/cluster_e20318c6-270e-a0bb-3811-ae1bc2f2b146/data/data2/current/BP-619678367-172.17.0.3-1732490513417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:22:27,567 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:22:27,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb8de27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:22:27,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586be9a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:22:27,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:22:27,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d84cf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:22:27,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410826e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ef95af0-b815-aa4a-bc5d-2993bf0b1ec1/hadoop.log.dir/,STOPPED} 2024-11-24T23:22:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:22:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:22:27,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:22:27,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:27,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:27,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:27,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:27,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:22:27,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1134540390, stopped=false 2024-11-24T23:22:27,586 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,40771,1732490510198 2024-11-24T23:22:27,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1225233769/running 2024-11-24T23:22:27,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1225233769/running 2024-11-24T23:22:27,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:22:27,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:22:27,599 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:22:27,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:22:27,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Set watcher on znode that does not yet exist, /0-1225233769/running 2024-11-24T23:22:27,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:27,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:27,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Set watcher on znode that does not yet exist, /0-1225233769/running 2024-11-24T23:22:27,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,43055,1732490510450' ***** 2024-11-24T23:22:27,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:22:27,601 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:22:27,601 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:22:27,601 INFO [RS:0;ba7f32532130:43055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:22:27,601 INFO [RS:0;ba7f32532130:43055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:22:27,601 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(3091): Received CLOSE for eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:27,601 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(3091): Received CLOSE for 0487d697be4608a481961084a834cf14 2024-11-24T23:22:27,601 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,43055,1732490510450 2024-11-24T23:22:27,601 INFO [RS:0;ba7f32532130:43055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:22:27,601 INFO [RS:0;ba7f32532130:43055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:43055. 2024-11-24T23:22:27,601 DEBUG [RS:0;ba7f32532130:43055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:27,602 DEBUG [RS:0;ba7f32532130:43055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:27,602 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb38d6a06b83f38f9fb66c7729ec3d34, disabling compactions & flushes 2024-11-24T23:22:27,602 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. 2024-11-24T23:22:27,602 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. 2024-11-24T23:22:27,602 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. after waiting 0 ms 2024-11-24T23:22:27,602 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. 2024-11-24T23:22:27,602 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb38d6a06b83f38f9fb66c7729ec3d34 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-24T23:22:27,603 INFO [RS:0;ba7f32532130:43055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:22:27,603 INFO [RS:0;ba7f32532130:43055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:22:27,603 INFO [RS:0;ba7f32532130:43055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:22:27,603 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:22:27,604 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T23:22:27,604 DEBUG [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eb38d6a06b83f38f9fb66c7729ec3d34=hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34., 0487d697be4608a481961084a834cf14=test,,1732490523941.0487d697be4608a481961084a834cf14.} 2024-11-24T23:22:27,604 DEBUG [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1351): Waiting on 0487d697be4608a481961084a834cf14, 1588230740, eb38d6a06b83f38f9fb66c7729ec3d34 2024-11-24T23:22:27,604 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:22:27,604 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:22:27,604 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:22:27,604 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:22:27,604 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:22:27,605 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T23:22:27,617 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/.tmp/info/15e628ee410141a4b33324b4ff38c465 is 147, key is hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34./info:regioninfo/1732490529177/Put/seqid=0 2024-11-24T23:22:27,619 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/replication/eb38d6a06b83f38f9fb66c7729ec3d34/.tmp/queue/f19f67ba3dab4d63b7b500fbdc9b1d67 is 153, key is 1-ba7f32532130,43055,1732490510450/queue:ba7f32532130%2C43055%2C1732490510450/1732490537550/Put/seqid=0 2024-11-24T23:22:27,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741840_1016 (size=7686) 2024-11-24T23:22:27,620 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/.tmp/info/15e628ee410141a4b33324b4ff38c465 2024-11-24T23:22:27,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741841_1017 (size=5352) 2024-11-24T23:22:27,622 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/replication/eb38d6a06b83f38f9fb66c7729ec3d34/.tmp/queue/f19f67ba3dab4d63b7b500fbdc9b1d67 2024-11-24T23:22:27,625 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/replication/eb38d6a06b83f38f9fb66c7729ec3d34/.tmp/queue/f19f67ba3dab4d63b7b500fbdc9b1d67 as hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/replication/eb38d6a06b83f38f9fb66c7729ec3d34/queue/f19f67ba3dab4d63b7b500fbdc9b1d67 2024-11-24T23:22:27,628 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/replication/eb38d6a06b83f38f9fb66c7729ec3d34/queue/f19f67ba3dab4d63b7b500fbdc9b1d67, entries=1, sequenceid=8, filesize=5.2 K 2024-11-24T23:22:27,629 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for eb38d6a06b83f38f9fb66c7729ec3d34 in 27ms, sequenceid=8, compaction requested=false 2024-11-24T23:22:27,632 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/replication/eb38d6a06b83f38f9fb66c7729ec3d34/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T23:22:27,632 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:22:27,632 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:22:27,632 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. 2024-11-24T23:22:27,632 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb38d6a06b83f38f9fb66c7729ec3d34: Waiting for close lock at 1732490547602Running coprocessor pre-close hooks at 1732490547602Disabling compacts and flushes for region at 1732490547602Disabling writes for close at 1732490547602Obtaining lock to block concurrent updates at 1732490547602Preparing flush snapshotting stores in eb38d6a06b83f38f9fb66c7729ec3d34 at 1732490547602Finished memstore snapshotting hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732490547602Flushing stores of hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. at 1732490547603 (+1 ms)Flushing eb38d6a06b83f38f9fb66c7729ec3d34/queue: creating writer at 1732490547603Flushing eb38d6a06b83f38f9fb66c7729ec3d34/queue: appending metadata at 1732490547618 (+15 ms)Flushing eb38d6a06b83f38f9fb66c7729ec3d34/queue: closing flushed file at 1732490547618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71bd6913: reopening flushed file at 1732490547624 (+6 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for eb38d6a06b83f38f9fb66c7729ec3d34 in 27ms, sequenceid=8, compaction requested=false at 1732490547629 (+5 ms)Writing region close event to WAL at 1732490547630 (+1 ms)Running coprocessor post-close hooks at 1732490547632 (+2 ms)Closed at 1732490547632 2024-11-24T23:22:27,632 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732490528407.eb38d6a06b83f38f9fb66c7729ec3d34. 2024-11-24T23:22:27,633 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0487d697be4608a481961084a834cf14, disabling compactions & flushes 2024-11-24T23:22:27,633 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490523941.0487d697be4608a481961084a834cf14. 2024-11-24T23:22:27,633 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490523941.0487d697be4608a481961084a834cf14. 2024-11-24T23:22:27,633 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490523941.0487d697be4608a481961084a834cf14. after waiting 0 ms 2024-11-24T23:22:27,633 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490523941.0487d697be4608a481961084a834cf14. 2024-11-24T23:22:27,633 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0487d697be4608a481961084a834cf14 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-24T23:22:27,638 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/.tmp/ns/56f11ec481634fada699858c8339ed5d is 43, key is default/ns:d/1732490513280/Put/seqid=0 2024-11-24T23:22:27,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741842_1018 (size=5153) 2024-11-24T23:22:27,650 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/.tmp/f/b55a560dbabc4c94b87a61ffe90a25c9 is 28, key is row/f:/1732490536875/DeleteFamily/seqid=0 2024-11-24T23:22:27,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741843_1019 (size=5085) 2024-11-24T23:22:27,658 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:22:27,804 DEBUG [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1351): Waiting on 0487d697be4608a481961084a834cf14, 1588230740 2024-11-24T23:22:27,988 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 636, reset compression=false 2024-11-24T23:22:27,991 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:22:27,991 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 883, reset compression=false 2024-11-24T23:22:27,991 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,43055,1732490510450 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:22:27,992 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ba7f32532130,43055,1732490510450: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ba7f32532130,43055,1732490510450, walGroup=ba7f32532130%2C43055%2C1732490510450, offset=ba7f32532130%2C43055%2C1732490510450.1732490512651:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:43055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T23:22:27,994 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:22:27,994 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:22:27,994 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:22:27,994 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:22:27,994 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:22:27,994 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 978648664 }, "NonHeapMemoryUsage": { "committed": 207814656, "init": 7667712, "max": -1, "used": 203307288 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T23:22:27,995 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:40771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:40771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T23:22:28,005 DEBUG [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1351): Waiting on 0487d697be4608a481961084a834cf14, 1588230740 2024-11-24T23:22:28,041 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/.tmp/ns/56f11ec481634fada699858c8339ed5d 2024-11-24T23:22:28,053 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/.tmp/f/b55a560dbabc4c94b87a61ffe90a25c9 2024-11-24T23:22:28,056 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b55a560dbabc4c94b87a61ffe90a25c9 2024-11-24T23:22:28,058 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/.tmp/rep_barrier/93513962240649a3af85a59f08820022 is 112, key is test,,1732490523941.0487d697be4608a481961084a834cf14./rep_barrier:seqnumDuringOpen/1732490525112/Put/seqid=0 2024-11-24T23:22:28,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741844_1020 (size=5518) 2024-11-24T23:22:28,069 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/.tmp/f1/48a89b4eaca54b54a7ee753bfbb51e86 is 29, key is row/f1:/1732490536875/DeleteFamily/seqid=0 2024-11-24T23:22:28,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741845_1021 (size=5089) 2024-11-24T23:22:28,194 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 883, reset compression=false 2024-11-24T23:22:28,205 DEBUG [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1351): Waiting on 0487d697be4608a481961084a834cf14, 1588230740 2024-11-24T23:22:28,405 DEBUG [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1351): Waiting on 0487d697be4608a481961084a834cf14, 1588230740 2024-11-24T23:22:28,465 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/.tmp/rep_barrier/93513962240649a3af85a59f08820022 2024-11-24T23:22:28,472 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/.tmp/f1/48a89b4eaca54b54a7ee753bfbb51e86 2024-11-24T23:22:28,476 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48a89b4eaca54b54a7ee753bfbb51e86 2024-11-24T23:22:28,483 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/.tmp/table/88692c2668b2441cb3840674ee5e9f15 is 53, key is hbase:replication/table:state/1732490529183/Put/seqid=0 2024-11-24T23:22:28,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741846_1022 (size=5308) 2024-11-24T23:22:28,496 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/.tmp/table/88692c2668b2441cb3840674ee5e9f15 2024-11-24T23:22:28,497 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.wal-reader.ba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.1732490512651 to pos 883, reset compression=false 2024-11-24T23:22:28,500 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/.tmp/norep/f59c65ecdd9c454ca4c34df70e2c1a8c is 32, key is row/norep:/1732490536875/DeleteFamily/seqid=0 2024-11-24T23:22:28,504 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/.tmp/info/15e628ee410141a4b33324b4ff38c465 as hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/info/15e628ee410141a4b33324b4ff38c465 2024-11-24T23:22:28,507 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/info/15e628ee410141a4b33324b4ff38c465, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T23:22:28,508 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/.tmp/ns/56f11ec481634fada699858c8339ed5d as hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/ns/56f11ec481634fada699858c8339ed5d 2024-11-24T23:22:28,511 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/ns/56f11ec481634fada699858c8339ed5d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T23:22:28,512 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/.tmp/rep_barrier/93513962240649a3af85a59f08820022 as hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/rep_barrier/93513962240649a3af85a59f08820022 2024-11-24T23:22:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741847_1023 (size=5101) 2024-11-24T23:22:28,515 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/.tmp/norep/f59c65ecdd9c454ca4c34df70e2c1a8c 2024-11-24T23:22:28,521 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/rep_barrier/93513962240649a3af85a59f08820022, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T23:22:28,521 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f59c65ecdd9c454ca4c34df70e2c1a8c 2024-11-24T23:22:28,522 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/.tmp/table/88692c2668b2441cb3840674ee5e9f15 as hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/table/88692c2668b2441cb3840674ee5e9f15 2024-11-24T23:22:28,522 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/.tmp/f/b55a560dbabc4c94b87a61ffe90a25c9 as hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/f/b55a560dbabc4c94b87a61ffe90a25c9 2024-11-24T23:22:28,527 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/table/88692c2668b2441cb3840674ee5e9f15, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T23:22:28,528 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b55a560dbabc4c94b87a61ffe90a25c9 2024-11-24T23:22:28,528 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/f/b55a560dbabc4c94b87a61ffe90a25c9, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T23:22:28,528 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=16, compaction requested=false 2024-11-24T23:22:28,528 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:22:28,529 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/.tmp/f1/48a89b4eaca54b54a7ee753bfbb51e86 as hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/f1/48a89b4eaca54b54a7ee753bfbb51e86 2024-11-24T23:22:28,532 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:22:28,532 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:22:28,535 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48a89b4eaca54b54a7ee753bfbb51e86 2024-11-24T23:22:28,535 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/f1/48a89b4eaca54b54a7ee753bfbb51e86, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T23:22:28,536 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/.tmp/norep/f59c65ecdd9c454ca4c34df70e2c1a8c as hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/norep/f59c65ecdd9c454ca4c34df70e2c1a8c 2024-11-24T23:22:28,542 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f59c65ecdd9c454ca4c34df70e2c1a8c 2024-11-24T23:22:28,542 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/norep/f59c65ecdd9c454ca4c34df70e2c1a8c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T23:22:28,543 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0487d697be4608a481961084a834cf14 in 910ms, sequenceid=6, compaction requested=false 2024-11-24T23:22:28,543 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T23:22:28,558 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T23:22:28,558 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:22:28,558 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:22:28,559 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:22:28,559 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490547604Running coprocessor pre-close hooks at 1732490547604Disabling compacts and flushes for region at 1732490547604Disabling writes for close at 1732490547604Obtaining lock to block concurrent updates at 1732490547605 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732490547605Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732490547605Flushing stores of hbase:meta,,1.1588230740 at 1732490547605Flushing 1588230740/info: creating writer at 1732490547605Flushing 1588230740/info: appending metadata at 1732490547617 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732490547617Flushing 1588230740/ns: creating writer at 1732490547624 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732490547637 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732490547637Flushing 1588230740/rep_barrier: creating writer at 1732490548045 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490548058 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490548058Flushing 1588230740/table: creating writer at 1732490548469 (+411 ms)Flushing 1588230740/table: appending metadata at 1732490548483 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732490548483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c79dc26: reopening flushed file at 1732490548503 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3763041e: reopening flushed file at 1732490548507 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@398044e2: reopening flushed file at 1732490548512 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c48d13: reopening flushed file at 1732490548521 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=16, compaction requested=false at 1732490548528 (+7 ms)Writing region close event to WAL at 1732490548544 (+16 ms)Running coprocessor post-close hooks at 1732490548558 (+14 ms)Closed at 1732490548559 (+1 ms) 2024-11-24T23:22:28,559 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:22:28,574 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/data/default/test/0487d697be4608a481961084a834cf14/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T23:22:28,574 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:22:28,574 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:22:28,574 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490523941.0487d697be4608a481961084a834cf14. 2024-11-24T23:22:28,575 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0487d697be4608a481961084a834cf14: Waiting for close lock at 1732490547632Running coprocessor pre-close hooks at 1732490547633 (+1 ms)Disabling compacts and flushes for region at 1732490547633Disabling writes for close at 1732490547633Obtaining lock to block concurrent updates at 1732490547633Preparing flush snapshotting stores in 0487d697be4608a481961084a834cf14 at 1732490547633Finished memstore snapshotting test,,1732490523941.0487d697be4608a481961084a834cf14., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732490547633Flushing stores of test,,1732490523941.0487d697be4608a481961084a834cf14. at 1732490547633Flushing 0487d697be4608a481961084a834cf14/f: creating writer at 1732490547633Flushing 0487d697be4608a481961084a834cf14/f: appending metadata at 1732490547649 (+16 ms)Flushing 0487d697be4608a481961084a834cf14/f: closing flushed file at 1732490547649Flushing 0487d697be4608a481961084a834cf14/f1: creating writer at 1732490548056 (+407 ms)Flushing 0487d697be4608a481961084a834cf14/f1: appending metadata at 1732490548069 (+13 ms)Flushing 0487d697be4608a481961084a834cf14/f1: closing flushed file at 1732490548069Flushing 0487d697be4608a481961084a834cf14/norep: creating writer at 1732490548476 (+407 ms)Flushing 0487d697be4608a481961084a834cf14/norep: appending metadata at 1732490548496 (+20 ms)Flushing 0487d697be4608a481961084a834cf14/norep: closing flushed file at 1732490548496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@820f889: reopening flushed file at 1732490548521 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8de05f2: reopening flushed file at 1732490548528 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ad7eb: reopening flushed file at 1732490548535 (+7 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0487d697be4608a481961084a834cf14 in 910ms, sequenceid=6, compaction requested=false at 1732490548543 (+8 ms)Writing region close event to WAL at 1732490548569 (+26 ms)Running coprocessor post-close hooks at 1732490548574 (+5 ms)Closed at 1732490548574 2024-11-24T23:22:28,575 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490523941.0487d697be4608a481961084a834cf14. 2024-11-24T23:22:28,605 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,43055,1732490510450; all regions closed. 2024-11-24T23:22:28,607 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.meta.1732490513229.meta not finished, retry = 0 2024-11-24T23:22:28,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741834_1010 (size=4239) 2024-11-24T23:22:28,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741839_1015 (size=2240) 2024-11-24T23:22:28,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/WALs/ba7f32532130,43055,1732490510450/ba7f32532130%2C43055%2C1732490510450.rep.1732490529151 not finished, retry = 0 2024-11-24T23:22:28,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741832_1008 (size=1535) 2024-11-24T23:22:28,813 DEBUG [RS:0;ba7f32532130:43055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:28,813 INFO [RS:0;ba7f32532130:43055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:22:28,813 INFO [RS:0;ba7f32532130:43055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:22:28,813 INFO [RS:0;ba7f32532130:43055 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:22:28,813 INFO [RS:0;ba7f32532130:43055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:22:28,813 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:22:28,813 INFO [RS:0;ba7f32532130:43055 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,43055,1732490510450 because: Region server is closing 2024-11-24T23:22:28,813 INFO [RS:0;ba7f32532130:43055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:43055. 2024-11-24T23:22:28,814 DEBUG [RS:0;ba7f32532130:43055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:28,814 DEBUG [RS:0;ba7f32532130:43055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:28,814 DEBUG [RS:0;ba7f32532130:43055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:28,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:28,914 INFO [RS:0;ba7f32532130:43055 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,43055,1732490510450.replicationSource.shipperba7f32532130%2C43055%2C1732490510450,1-ba7f32532130,43055,1732490510450 terminated 2024-11-24T23:22:28,914 INFO [RS:0;ba7f32532130:43055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43055 2024-11-24T23:22:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769/rs 2024-11-24T23:22:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1225233769/rs/ba7f32532130,43055,1732490510450 2024-11-24T23:22:28,978 INFO [RS:0;ba7f32532130:43055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:22:28,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,43055,1732490510450] 2024-11-24T23:22:28,999 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1225233769/draining/ba7f32532130,43055,1732490510450 already deleted, retry=false 2024-11-24T23:22:28,999 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,43055,1732490510450 expired; onlineServers=0 2024-11-24T23:22:28,999 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,40771,1732490510198' ***** 2024-11-24T23:22:28,999 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:22:28,999 INFO [M:0;ba7f32532130:40771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:22:28,999 INFO [M:0;ba7f32532130:40771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:22:28,999 DEBUG [M:0;ba7f32532130:40771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:22:28,999 DEBUG [M:0;ba7f32532130:40771 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:22:28,999 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490512396 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490512396,5,FailOnTimeoutGroup] 2024-11-24T23:22:28,999 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490512396 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490512396,5,FailOnTimeoutGroup] 2024-11-24T23:22:28,999 INFO [M:0;ba7f32532130:40771 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:22:28,999 INFO [M:0;ba7f32532130:40771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:22:28,999 DEBUG [M:0;ba7f32532130:40771 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:22:29,000 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:22:29,000 INFO [M:0;ba7f32532130:40771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:22:29,001 INFO [M:0;ba7f32532130:40771 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:22:29,001 INFO [M:0;ba7f32532130:40771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:22:29,002 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:22:29,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1225233769/master 2024-11-24T23:22:29,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1225233769 2024-11-24T23:22:29,009 DEBUG [M:0;ba7f32532130:40771 {}] zookeeper.ZKUtil(347): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Unable to get data of znode /0-1225233769/master because node does not exist (not an error) 2024-11-24T23:22:29,009 WARN [M:0;ba7f32532130:40771 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:22:29,010 INFO [M:0;ba7f32532130:40771 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/.lastflushedseqids 2024-11-24T23:22:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741848_1024 (size=245) 2024-11-24T23:22:29,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:22:29,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x1016f272df30001, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:22:29,089 INFO [RS:0;ba7f32532130:43055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:22:29,089 INFO [RS:0;ba7f32532130:43055 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,43055,1732490510450; zookeeper connection closed. 2024-11-24T23:22:29,092 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e0524f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e0524f 2024-11-24T23:22:29,092 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:22:29,422 INFO [M:0;ba7f32532130:40771 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:22:29,422 INFO [M:0;ba7f32532130:40771 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:22:29,422 DEBUG [M:0;ba7f32532130:40771 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:22:29,422 INFO [M:0;ba7f32532130:40771 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:29,422 DEBUG [M:0;ba7f32532130:40771 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:29,422 DEBUG [M:0;ba7f32532130:40771 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:22:29,422 DEBUG [M:0;ba7f32532130:40771 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:29,422 INFO [M:0;ba7f32532130:40771 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-24T23:22:29,435 DEBUG [M:0;ba7f32532130:40771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05b6962078234051ae417e4f77cd9ea4 is 82, key is hbase:meta,,1/info:regioninfo/1732490513254/Put/seqid=0 2024-11-24T23:22:29,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741849_1025 (size=5672) 2024-11-24T23:22:29,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:22:29,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,839 INFO [M:0;ba7f32532130:40771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05b6962078234051ae417e4f77cd9ea4 2024-11-24T23:22:29,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:29,871 DEBUG [M:0;ba7f32532130:40771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f5b909309b1473c9f8248302f239e36 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732490525122/Put/seqid=0 2024-11-24T23:22:29,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741850_1026 (size=7219) 2024-11-24T23:22:29,884 INFO [M:0;ba7f32532130:40771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f5b909309b1473c9f8248302f239e36 2024-11-24T23:22:29,888 INFO [M:0;ba7f32532130:40771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f5b909309b1473c9f8248302f239e36 2024-11-24T23:22:29,905 DEBUG [M:0;ba7f32532130:40771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f111ab2e622421294f92b3b70b8157c is 69, key is ba7f32532130,43055,1732490510450/rs:state/1732490512512/Put/seqid=0 2024-11-24T23:22:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741851_1027 (size=5156) 2024-11-24T23:22:30,309 INFO [M:0;ba7f32532130:40771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f111ab2e622421294f92b3b70b8157c 2024-11-24T23:22:30,313 DEBUG [M:0;ba7f32532130:40771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05b6962078234051ae417e4f77cd9ea4 as hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05b6962078234051ae417e4f77cd9ea4 2024-11-24T23:22:30,317 INFO [M:0;ba7f32532130:40771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05b6962078234051ae417e4f77cd9ea4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T23:22:30,318 DEBUG [M:0;ba7f32532130:40771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f5b909309b1473c9f8248302f239e36 as hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f5b909309b1473c9f8248302f239e36 2024-11-24T23:22:30,322 INFO [M:0;ba7f32532130:40771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f5b909309b1473c9f8248302f239e36 2024-11-24T23:22:30,322 INFO [M:0;ba7f32532130:40771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f5b909309b1473c9f8248302f239e36, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T23:22:30,322 DEBUG [M:0;ba7f32532130:40771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f111ab2e622421294f92b3b70b8157c as hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f111ab2e622421294f92b3b70b8157c 2024-11-24T23:22:30,326 INFO [M:0;ba7f32532130:40771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38899/user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f111ab2e622421294f92b3b70b8157c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T23:22:30,327 INFO [M:0;ba7f32532130:40771 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=105, compaction requested=false 2024-11-24T23:22:30,328 INFO [M:0;ba7f32532130:40771 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:30,328 DEBUG [M:0;ba7f32532130:40771 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490549422Disabling compacts and flushes for region at 1732490549422Disabling writes for close at 1732490549422Obtaining lock to block concurrent updates at 1732490549422Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490549422Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732490549422Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490549423 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490549423Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490549435 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490549435Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490549850 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490549871 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490549871Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490549888 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490549905 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490549905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba0edd0: reopening flushed file at 1732490550313 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63efb944: reopening flushed file at 1732490550317 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4919d3: reopening flushed file at 1732490550322 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=105, compaction requested=false at 1732490550327 (+5 ms)Writing region close event to WAL at 1732490550328 (+1 ms)Closed at 1732490550328 2024-11-24T23:22:30,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741830_1006 (size=64435) 2024-11-24T23:22:30,329 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e41808c-3d74-fc38-9f5f-1bf182c76d6c/MasterData/WALs/ba7f32532130,40771,1732490510198/ba7f32532130%2C40771%2C1732490510198.1732490512178 not finished, retry = 0 2024-11-24T23:22:30,430 INFO [M:0;ba7f32532130:40771 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:22:30,430 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:22:30,430 INFO [M:0;ba7f32532130:40771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40771 2024-11-24T23:22:30,431 INFO [M:0;ba7f32532130:40771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:22:30,583 INFO [M:0;ba7f32532130:40771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:22:30,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:22:30,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x1016f272df30000, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:22:30,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43484d6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:22:30,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@595696e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:22:30,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:22:30,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68d878e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:22:30,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a1f47c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/hadoop.log.dir/,STOPPED} 2024-11-24T23:22:30,588 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:22:30,588 WARN [BP-492958227-172.17.0.3-1732490506840 heartbeating to localhost/127.0.0.1:38899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:22:30,588 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:22:30,588 WARN [BP-492958227-172.17.0.3-1732490506840 heartbeating to localhost/127.0.0.1:38899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-492958227-172.17.0.3-1732490506840 (Datanode Uuid 256a4487-5f1f-4d06-a776-85dea15e1048) service to localhost/127.0.0.1:38899 2024-11-24T23:22:30,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/cluster_7308154c-efde-a993-ad58-7a4e1ae5e9c9/data/data1/current/BP-492958227-172.17.0.3-1732490506840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:22:30,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/cluster_7308154c-efde-a993-ad58-7a4e1ae5e9c9/data/data2/current/BP-492958227-172.17.0.3-1732490506840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:22:30,589 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:22:30,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c798663{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:22:30,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dd15f7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:22:30,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:22:30,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42473f2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:22:30,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46344ff1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63608a28-8091-0182-e736-9034b9d61e5a/hadoop.log.dir/,STOPPED} 2024-11-24T23:22:30,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:22:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:22:30,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 314) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44811 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49997) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38899 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49997) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45677 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49997) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=796 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 422) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6412 (was 6216) - AvailableMemoryMB LEAK? - 2024-11-24T23:22:30,636 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=6412 2024-11-24T23:22:30,648 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-24T23:22:30,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/hadoop.log.dir so I do NOT create it in target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb 2024-11-24T23:22:30,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:22:30,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/hadoop.tmp.dir so I do NOT create it in target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb 2024-11-24T23:22:30,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c45234-f6d5-d677-420d-9eae5667c68c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:22:30,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb 2024-11-24T23:22:30,648 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/cluster_3a2dc813-254a-cfed-9c7a-321d351f8847, deleteOnExit=true 2024-11-24T23:22:30,650 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/cluster_3a2dc813-254a-cfed-9c7a-321d351f8847/zookeeper_0, clientPort=52614, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/cluster_3a2dc813-254a-cfed-9c7a-321d351f8847/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/cluster_3a2dc813-254a-cfed-9c7a-321d351f8847/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:22:30,651 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52614 2024-11-24T23:22:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:22:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:22:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/test.cache.data in system properties and HBase conf 2024-11-24T23:22:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:22:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:22:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:22:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:22:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:22:30,652 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:22:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:22:30,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:22:30,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016f272df30005, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:22:30,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016f272df30002, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:22:30,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016f272df30008, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:22:30,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016f272df30005, quorum=127.0.0.1:49997, baseZNode=/11904696418 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:22:30,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016f272df30008, quorum=127.0.0.1:49997, baseZNode=/21690141864 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:22:30,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016f272df30002, quorum=127.0.0.1:49997, baseZNode=/0-1225233769 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:22:31,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:22:31,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:22:31,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:22:31,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:22:31,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:22:31,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:22:31,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41bfec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:22:31,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35156634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:22:31,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6365db7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/java.io.tmpdir/jetty-localhost-34473-hadoop-hdfs-3_4_1-tests_jar-_-any-17108915720263023494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:22:31,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61292ad{HTTP/1.1, (http/1.1)}{localhost:34473} 2024-11-24T23:22:31,127 INFO [Time-limited test {}] server.Server(415): Started @323802ms 2024-11-24T23:22:31,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:22:31,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:22:31,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:22:31,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:22:31,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:22:31,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@623672de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:22:31,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1461160b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:22:31,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4700ce97{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/java.io.tmpdir/jetty-localhost-42681-hadoop-hdfs-3_4_1-tests_jar-_-any-10550889553994128878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:22:31,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bcd1b6e{HTTP/1.1, (http/1.1)}{localhost:42681} 2024-11-24T23:22:31,569 INFO [Time-limited test {}] server.Server(415): Started @324244ms 2024-11-24T23:22:31,570 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:22:32,241 WARN [Thread-4181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/cluster_3a2dc813-254a-cfed-9c7a-321d351f8847/data/data2/current/BP-1671976922-172.17.0.3-1732490550669/current, will proceed with Du for space computation calculation, 2024-11-24T23:22:32,241 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/cluster_3a2dc813-254a-cfed-9c7a-321d351f8847/data/data1/current/BP-1671976922-172.17.0.3-1732490550669/current, will proceed with Du for space computation calculation, 2024-11-24T23:22:32,258 WARN [Thread-4168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:22:32,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52c17f67c48098a3 with lease ID 0x56f9afe2eb5927f9: Processing first storage report for DS-41203786-e223-4803-ab82-d0356ae1b33c from datanode DatanodeRegistration(127.0.0.1:40767, datanodeUuid=b949990b-9e97-49ca-aa7a-68dd851a9b05, infoPort=43511, infoSecurePort=0, ipcPort=38279, storageInfo=lv=-57;cid=testClusterID;nsid=1497455210;c=1732490550669) 2024-11-24T23:22:32,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52c17f67c48098a3 with lease ID 0x56f9afe2eb5927f9: from storage DS-41203786-e223-4803-ab82-d0356ae1b33c node DatanodeRegistration(127.0.0.1:40767, datanodeUuid=b949990b-9e97-49ca-aa7a-68dd851a9b05, infoPort=43511, infoSecurePort=0, ipcPort=38279, storageInfo=lv=-57;cid=testClusterID;nsid=1497455210;c=1732490550669), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:22:32,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52c17f67c48098a3 with lease ID 0x56f9afe2eb5927f9: Processing first storage report for DS-e6f66009-eb89-4d11-94e0-003ef90e2b65 from datanode DatanodeRegistration(127.0.0.1:40767, datanodeUuid=b949990b-9e97-49ca-aa7a-68dd851a9b05, infoPort=43511, infoSecurePort=0, ipcPort=38279, storageInfo=lv=-57;cid=testClusterID;nsid=1497455210;c=1732490550669) 2024-11-24T23:22:32,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52c17f67c48098a3 with lease ID 0x56f9afe2eb5927f9: from storage DS-e6f66009-eb89-4d11-94e0-003ef90e2b65 node DatanodeRegistration(127.0.0.1:40767, datanodeUuid=b949990b-9e97-49ca-aa7a-68dd851a9b05, infoPort=43511, infoSecurePort=0, ipcPort=38279, storageInfo=lv=-57;cid=testClusterID;nsid=1497455210;c=1732490550669), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:22:32,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb 2024-11-24T23:22:32,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:32,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40767 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:22:32,709 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3 with version=8 2024-11-24T23:22:32,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/hbase-staging 2024-11-24T23:22:32,711 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:22:32,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:32,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:32,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:22:32,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:32,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:22:32,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:22:32,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:22:32,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46091 2024-11-24T23:22:32,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46091 connecting to ZooKeeper ensemble=127.0.0.1:52614 2024-11-24T23:22:32,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460910x0, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:32,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46091-0x1016f27d9250000 connected 2024-11-24T23:22:32,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:32,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:32,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Set watcher on znode that does not yet exist, /01847328306/running 2024-11-24T23:22:32,896 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3, hbase.cluster.distributed=false 2024-11-24T23:22:32,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Set watcher on znode that does not yet exist, /01847328306/acl 2024-11-24T23:22:32,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46091 2024-11-24T23:22:32,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46091 2024-11-24T23:22:32,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46091 2024-11-24T23:22:32,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46091 2024-11-24T23:22:32,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46091 2024-11-24T23:22:32,918 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:22:32,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:32,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:32,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:22:32,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:32,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:22:32,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:22:32,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:22:32,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39385 2024-11-24T23:22:32,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39385 connecting to ZooKeeper ensemble=127.0.0.1:52614 2024-11-24T23:22:32,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:32,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:32,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393850x0, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:32,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393850x0, quorum=127.0.0.1:52614, baseZNode=/01847328306 Set watcher on znode that does not yet exist, /01847328306/running 2024-11-24T23:22:32,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39385-0x1016f27d9250001 connected 2024-11-24T23:22:32,936 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:22:32,936 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:22:32,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Set watcher on znode that does not yet exist, /01847328306/master 2024-11-24T23:22:32,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Set watcher on znode that does not yet exist, /01847328306/acl 2024-11-24T23:22:32,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39385 2024-11-24T23:22:32,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39385 2024-11-24T23:22:32,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39385 2024-11-24T23:22:32,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39385 2024-11-24T23:22:32,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39385 2024-11-24T23:22:32,958 DEBUG [M:0;ba7f32532130:46091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:46091 2024-11-24T23:22:32,959 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01847328306/backup-masters/ba7f32532130,46091,1732490552711 2024-11-24T23:22:32,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306/backup-masters 2024-11-24T23:22:32,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306/backup-masters 2024-11-24T23:22:32,967 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Set watcher on existing znode=/01847328306/backup-masters/ba7f32532130,46091,1732490552711 2024-11-24T23:22:32,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306 2024-11-24T23:22:32,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01847328306/master 2024-11-24T23:22:32,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306 2024-11-24T23:22:32,977 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Set watcher on existing znode=/01847328306/master 2024-11-24T23:22:32,978 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01847328306/backup-masters/ba7f32532130,46091,1732490552711 from backup master directory 2024-11-24T23:22:32,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01847328306/backup-masters/ba7f32532130,46091,1732490552711 2024-11-24T23:22:32,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306/backup-masters 2024-11-24T23:22:32,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306/backup-masters 2024-11-24T23:22:32,988 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:22:32,988 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,46091,1732490552711 2024-11-24T23:22:32,990 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/hbase.id] with ID: 44d96a17-81e0-493b-9b64-a28f3bcac233 2024-11-24T23:22:32,990 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/.tmp/hbase.id 2024-11-24T23:22:32,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40767 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:22:33,394 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/.tmp/hbase.id]:[hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/hbase.id] 2024-11-24T23:22:33,401 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:33,401 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:22:33,402 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:22:33,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306 2024-11-24T23:22:33,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306 2024-11-24T23:22:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40767 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:22:33,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:22:33,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:22:33,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T23:22:33,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:22:33,856 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:33,856 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:22:33,857 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:33,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40767 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:22:34,262 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/MasterData/data/master/store 2024-11-24T23:22:34,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40767 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:22:34,669 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:34,669 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:22:34,669 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:34,669 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:34,669 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:22:34,669 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:34,670 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:34,670 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490554669Disabling compacts and flushes for region at 1732490554669Disabling writes for close at 1732490554669Writing region close event to WAL at 1732490554669Closed at 1732490554669 2024-11-24T23:22:34,670 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/MasterData/data/master/store/.initializing 2024-11-24T23:22:34,670 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/MasterData/WALs/ba7f32532130,46091,1732490552711 2024-11-24T23:22:34,671 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:22:34,672 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C46091%2C1732490552711, suffix=, logDir=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/MasterData/WALs/ba7f32532130,46091,1732490552711, archiveDir=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/MasterData/oldWALs, maxLogs=10 2024-11-24T23:22:34,690 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/MasterData/WALs/ba7f32532130,46091,1732490552711/ba7f32532130%2C46091%2C1732490552711.1732490554673, exclude list is [], retry=0 2024-11-24T23:22:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40767,DS-41203786-e223-4803-ab82-d0356ae1b33c,DISK] 2024-11-24T23:22:34,697 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/MasterData/WALs/ba7f32532130,46091,1732490552711/ba7f32532130%2C46091%2C1732490552711.1732490554673 2024-11-24T23:22:34,697 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43511:43511)] 2024-11-24T23:22:34,697 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:34,697 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:34,697 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:34,697 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:34,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:34,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:22:34,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:34,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:34,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:34,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:22:34,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:34,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:34,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:34,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:22:34,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:34,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:34,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:34,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:22:34,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:34,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:34,710 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:34,711 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:34,711 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:34,712 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:34,712 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:34,712 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:34,713 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:34,715 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:34,715 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68320179, jitterRate=0.018050000071525574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:34,716 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490554697Initializing all the Stores at 1732490554698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490554698Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490554700 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490554700Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490554700Cleaning up temporary data from old regions at 1732490554712 (+12 ms)Region opened successfully at 1732490554716 (+4 ms) 2024-11-24T23:22:34,716 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:22:34,718 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51539caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:22:34,718 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:22:34,719 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:22:34,719 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:22:34,719 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:22:34,719 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:22:34,719 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:22:34,719 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:22:34,720 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:22:34,721 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Unable to get data of znode /01847328306/balancer because node does not exist (not necessarily an error) 2024-11-24T23:22:34,809 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847328306/balancer already deleted, retry=false 2024-11-24T23:22:34,809 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:22:34,810 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Unable to get data of znode /01847328306/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:22:34,819 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847328306/normalizer already deleted, retry=false 2024-11-24T23:22:34,819 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:22:34,820 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Unable to get data of znode /01847328306/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:22:34,829 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847328306/switch/split already deleted, retry=false 2024-11-24T23:22:34,830 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Unable to get data of znode /01847328306/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:22:34,840 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847328306/switch/merge already deleted, retry=false 2024-11-24T23:22:34,842 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Unable to get data of znode /01847328306/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:22:34,851 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847328306/snapshot-cleanup already deleted, retry=false 2024-11-24T23:22:34,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:34,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:22:34,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01847328306/running 2024-11-24T23:22:34,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01847328306/running 2024-11-24T23:22:34,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306 2024-11-24T23:22:34,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306 2024-11-24T23:22:34,861 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128879 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:22:34,862 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,46091,1732490552711, sessionid=0x1016f27d9250000, setting cluster-up flag (Was=false) 2024-11-24T23:22:34,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306 2024-11-24T23:22:34,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306 2024-11-24T23:22:34,914 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01847328306/flush-table-proc/acquired, /01847328306/flush-table-proc/reached, /01847328306/flush-table-proc/abort 2024-11-24T23:22:34,915 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,46091,1732490552711 2024-11-24T23:22:34,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306 2024-11-24T23:22:34,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306 2024-11-24T23:22:34,966 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01847328306/online-snapshot/acquired, /01847328306/online-snapshot/reached, /01847328306/online-snapshot/abort 2024-11-24T23:22:34,967 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,46091,1732490552711 2024-11-24T23:22:34,968 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:22:34,970 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:34,970 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:22:34,970 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:22:34,970 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,46091,1732490552711 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:22:34,971 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:34,971 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:34,972 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:34,972 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:34,972 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:22:34,972 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:34,972 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:22:34,972 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:34,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:34,973 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:22:34,973 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:34,974 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:22:34,978 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490584978 2024-11-24T23:22:34,979 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:22:34,979 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:22:34,979 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:22:34,979 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:22:34,979 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:22:34,979 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:22:34,981 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:34,982 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:22:34,982 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:22:34,982 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:22:34,982 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:22:34,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40767 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:22:34,986 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:22:34,986 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:22:34,987 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490554986,5,FailOnTimeoutGroup] 2024-11-24T23:22:34,988 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490554987,5,FailOnTimeoutGroup] 2024-11-24T23:22:34,988 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:34,988 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:22:34,988 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:34,988 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:35,050 INFO [RS:0;ba7f32532130:39385 {}] regionserver.HRegionServer(746): ClusterId : 44d96a17-81e0-493b-9b64-a28f3bcac233 2024-11-24T23:22:35,050 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:22:35,062 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:22:35,062 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:22:35,073 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:22:35,073 DEBUG [RS:0;ba7f32532130:39385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75848ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:22:35,088 DEBUG [RS:0;ba7f32532130:39385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:39385 2024-11-24T23:22:35,088 INFO [RS:0;ba7f32532130:39385 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:22:35,088 INFO [RS:0;ba7f32532130:39385 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:22:35,088 DEBUG [RS:0;ba7f32532130:39385 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:22:35,089 INFO [RS:0;ba7f32532130:39385 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,46091,1732490552711 with port=39385, startcode=1732490552917 2024-11-24T23:22:35,089 DEBUG [RS:0;ba7f32532130:39385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:22:35,090 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:22:35,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,39385,1732490552917 2024-11-24T23:22:35,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46091 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,39385,1732490552917 2024-11-24T23:22:35,092 DEBUG [RS:0;ba7f32532130:39385 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3 2024-11-24T23:22:35,092 DEBUG [RS:0;ba7f32532130:39385 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39769 2024-11-24T23:22:35,092 DEBUG [RS:0;ba7f32532130:39385 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:22:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306/rs 2024-11-24T23:22:35,104 DEBUG [RS:0;ba7f32532130:39385 {}] zookeeper.ZKUtil(111): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Set watcher on existing znode=/01847328306/rs/ba7f32532130,39385,1732490552917 2024-11-24T23:22:35,104 WARN [RS:0;ba7f32532130:39385 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:22:35,104 INFO [RS:0;ba7f32532130:39385 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:35,104 DEBUG [RS:0;ba7f32532130:39385 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/WALs/ba7f32532130,39385,1732490552917 2024-11-24T23:22:35,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,39385,1732490552917] 2024-11-24T23:22:35,107 INFO [RS:0;ba7f32532130:39385 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:22:35,108 INFO [RS:0;ba7f32532130:39385 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:22:35,108 INFO [RS:0;ba7f32532130:39385 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:22:35,108 INFO [RS:0;ba7f32532130:39385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:35,109 INFO [RS:0;ba7f32532130:39385 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:22:35,109 INFO [RS:0;ba7f32532130:39385 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:22:35,109 INFO [RS:0;ba7f32532130:39385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:35,109 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:35,109 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:35,109 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:35,109 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:35,110 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:35,110 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:22:35,110 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:35,110 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:35,110 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:35,110 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:35,110 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:35,110 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:35,110 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:22:35,110 DEBUG [RS:0;ba7f32532130:39385 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:22:35,110 INFO [RS:0;ba7f32532130:39385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:35,110 INFO [RS:0;ba7f32532130:39385 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:35,110 INFO [RS:0;ba7f32532130:39385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:35,111 INFO [RS:0;ba7f32532130:39385 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:35,111 INFO [RS:0;ba7f32532130:39385 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:35,111 INFO [RS:0;ba7f32532130:39385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,39385,1732490552917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:22:35,126 INFO [RS:0;ba7f32532130:39385 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:22:35,126 INFO [RS:0;ba7f32532130:39385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,39385,1732490552917-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:35,126 INFO [RS:0;ba7f32532130:39385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:35,126 INFO [RS:0;ba7f32532130:39385 {}] regionserver.Replication(171): ba7f32532130,39385,1732490552917 started 2024-11-24T23:22:35,140 INFO [RS:0;ba7f32532130:39385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:35,140 INFO [RS:0;ba7f32532130:39385 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,39385,1732490552917, RpcServer on ba7f32532130/172.17.0.3:39385, sessionid=0x1016f27d9250001 2024-11-24T23:22:35,140 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:22:35,140 DEBUG [RS:0;ba7f32532130:39385 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,39385,1732490552917 2024-11-24T23:22:35,140 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,39385,1732490552917' 2024-11-24T23:22:35,140 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01847328306/flush-table-proc/abort' 2024-11-24T23:22:35,141 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01847328306/flush-table-proc/acquired' 2024-11-24T23:22:35,141 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:22:35,141 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:22:35,141 DEBUG [RS:0;ba7f32532130:39385 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,39385,1732490552917 2024-11-24T23:22:35,141 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,39385,1732490552917' 2024-11-24T23:22:35,141 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01847328306/online-snapshot/abort' 2024-11-24T23:22:35,141 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01847328306/online-snapshot/acquired' 2024-11-24T23:22:35,142 DEBUG [RS:0;ba7f32532130:39385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:22:35,142 INFO [RS:0;ba7f32532130:39385 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:22:35,142 INFO [RS:0;ba7f32532130:39385 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:22:35,242 INFO [RS:0;ba7f32532130:39385 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:22:35,243 INFO [RS:0;ba7f32532130:39385 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C39385%2C1732490552917, suffix=, logDir=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/WALs/ba7f32532130,39385,1732490552917, archiveDir=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/oldWALs, maxLogs=10 2024-11-24T23:22:35,261 DEBUG [RS:0;ba7f32532130:39385 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/WALs/ba7f32532130,39385,1732490552917/ba7f32532130%2C39385%2C1732490552917.1732490555244, exclude list is [], retry=0 2024-11-24T23:22:35,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40767,DS-41203786-e223-4803-ab82-d0356ae1b33c,DISK] 2024-11-24T23:22:35,265 INFO [RS:0;ba7f32532130:39385 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/WALs/ba7f32532130,39385,1732490552917/ba7f32532130%2C39385%2C1732490552917.1732490555244 2024-11-24T23:22:35,265 DEBUG [RS:0;ba7f32532130:39385 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43511:43511)] 2024-11-24T23:22:35,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:22:35,384 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3 2024-11-24T23:22:35,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40767 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:22:35,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:35,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:22:35,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:22:35,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:35,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:35,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:22:35,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:22:35,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:35,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:35,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:22:35,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:22:35,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:35,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:35,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:22:35,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:22:35,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:35,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:35,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:22:35,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/data/hbase/meta/1588230740 2024-11-24T23:22:35,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/data/hbase/meta/1588230740 2024-11-24T23:22:35,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:22:35,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:22:35,797 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:35,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:22:35,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:35,799 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69690230, jitterRate=0.03846535086631775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:35,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490555789Initializing all the Stores at 1732490555790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490555790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490555790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490555790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490555790Cleaning up temporary data from old regions at 1732490555796 (+6 ms)Region opened successfully at 1732490555800 (+4 ms) 2024-11-24T23:22:35,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:22:35,800 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:22:35,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:22:35,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:22:35,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:22:35,800 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:22:35,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490555800Disabling compacts and flushes for region at 1732490555800Disabling writes for close at 1732490555800Writing region close event to WAL at 1732490555800Closed at 1732490555800 2024-11-24T23:22:35,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:35,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:22:35,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:22:35,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:22:35,803 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:22:35,953 DEBUG [ba7f32532130:46091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:22:35,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,39385,1732490552917 2024-11-24T23:22:35,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,39385,1732490552917, state=OPENING 2024-11-24T23:22:35,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:22:36,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306 2024-11-24T23:22:36,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847328306 2024-11-24T23:22:36,009 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:22:36,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847328306/meta-region-server: CHANGED 2024-11-24T23:22:36,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847328306/meta-region-server: CHANGED 2024-11-24T23:22:36,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,39385,1732490552917}] 2024-11-24T23:22:36,161 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:22:36,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:22:36,165 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:22:36,165 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:36,165 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:22:36,166 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C39385%2C1732490552917.meta, suffix=.meta, logDir=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/WALs/ba7f32532130,39385,1732490552917, archiveDir=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/oldWALs, maxLogs=10 2024-11-24T23:22:36,187 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/WALs/ba7f32532130,39385,1732490552917/ba7f32532130%2C39385%2C1732490552917.meta.1732490556166.meta, exclude list is [], retry=0 2024-11-24T23:22:36,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40767,DS-41203786-e223-4803-ab82-d0356ae1b33c,DISK] 2024-11-24T23:22:36,190 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/WALs/ba7f32532130,39385,1732490552917/ba7f32532130%2C39385%2C1732490552917.meta.1732490556166.meta 2024-11-24T23:22:36,190 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43511:43511)] 2024-11-24T23:22:36,190 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:36,191 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:36,191 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:22:36,191 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:22:36,191 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:22:36,191 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:22:36,191 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:36,191 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:22:36,191 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:22:36,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:22:36,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:22:36,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:36,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:36,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:22:36,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:22:36,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:36,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:36,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:22:36,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:22:36,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:36,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:36,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:22:36,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:22:36,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:36,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:36,196 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:22:36,197 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/data/hbase/meta/1588230740 2024-11-24T23:22:36,197 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/data/hbase/meta/1588230740 2024-11-24T23:22:36,198 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:22:36,198 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:22:36,199 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:36,199 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:22:36,200 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64071444, jitterRate=-0.04526108503341675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:36,200 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:22:36,200 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490556191Writing region info on filesystem at 1732490556191Initializing all the Stores at 1732490556192 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490556192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490556192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490556192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490556192Cleaning up temporary data from old regions at 1732490556198 (+6 ms)Running coprocessor post-open hooks at 1732490556200 (+2 ms)Region opened successfully at 1732490556200 2024-11-24T23:22:36,201 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490556161 2024-11-24T23:22:36,203 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:22:36,203 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:22:36,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,39385,1732490552917 2024-11-24T23:22:36,203 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,39385,1732490552917, state=OPEN 2024-11-24T23:22:36,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46091-0x1016f27d9250000, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01847328306/meta-region-server 2024-11-24T23:22:36,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39385-0x1016f27d9250001, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01847328306/meta-region-server 2024-11-24T23:22:36,234 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,39385,1732490552917 2024-11-24T23:22:36,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847328306/meta-region-server: CHANGED 2024-11-24T23:22:36,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847328306/meta-region-server: CHANGED 2024-11-24T23:22:36,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:22:36,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,39385,1732490552917 in 225 msec 2024-11-24T23:22:36,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:22:36,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-24T23:22:36,237 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:36,237 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:22:36,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:36,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39385,1732490552917, seqNum=-1] 2024-11-24T23:22:36,238 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:36,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:36,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-24T23:22:36,243 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490556243, completionTime=-1 2024-11-24T23:22:36,243 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:22:36,243 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:22:36,244 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:22:36,244 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490616244 2024-11-24T23:22:36,244 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490676244 2024-11-24T23:22:36,244 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:22:36,244 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,46091,1732490552711-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:36,244 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,46091,1732490552711-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:36,244 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,46091,1732490552711-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:36,245 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:46091, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:36,245 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:36,245 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:36,246 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:22:36,247 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.259sec 2024-11-24T23:22:36,247 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:22:36,247 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:22:36,247 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:22:36,247 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:22:36,247 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:22:36,247 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,46091,1732490552711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:22:36,248 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,46091,1732490552711-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:22:36,249 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:22:36,249 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:22:36,249 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,46091,1732490552711-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:36,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a81c26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:36,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,46091,-1 for getting cluster id 2024-11-24T23:22:36,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:36,251 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44d96a17-81e0-493b-9b64-a28f3bcac233' 2024-11-24T23:22:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44d96a17-81e0-493b-9b64-a28f3bcac233" 2024-11-24T23:22:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f3dbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,46091,-1] 2024-11-24T23:22:36,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:36,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:36,252 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:36,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baac769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:36,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:36,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39385,1732490552917, seqNum=-1] 2024-11-24T23:22:36,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:36,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:36,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,46091,1732490552711 2024-11-24T23:22:36,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52614 2024-11-24T23:22:36,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52614, baseZNode=/01847328306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:36,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016f27d9250002 connected 2024-11-24T23:22:36,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,46091,1732490552711 2024-11-24T23:22:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e733491 2024-11-24T23:22:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:36,285 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:36,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:22:36,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:22:36,288 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:36,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:22:36,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:22:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:36,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40767 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:22:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:36,694 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e43bf2a0200ceae89d69c7bbbfb39e69, NAME => 'test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3 2024-11-24T23:22:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40767 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:22:36,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:36,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e43bf2a0200ceae89d69c7bbbfb39e69, disabling compactions & flushes 2024-11-24T23:22:36,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69. 2024-11-24T23:22:36,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69. 2024-11-24T23:22:36,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69. after waiting 0 ms 2024-11-24T23:22:36,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69. 2024-11-24T23:22:36,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69. 2024-11-24T23:22:36,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e43bf2a0200ceae89d69c7bbbfb39e69: Waiting for close lock at 1732490556701Disabling compacts and flushes for region at 1732490556701Disabling writes for close at 1732490556702 (+1 ms)Writing region close event to WAL at 1732490556702Closed at 1732490556702 2024-11-24T23:22:36,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:22:36,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490556702"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490556702"}]},"ts":"1732490556702"} 2024-11-24T23:22:36,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:22:36,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:22:36,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490556704"}]},"ts":"1732490556704"} 2024-11-24T23:22:36,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:22:36,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e43bf2a0200ceae89d69c7bbbfb39e69, ASSIGN}] 2024-11-24T23:22:36,707 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e43bf2a0200ceae89d69c7bbbfb39e69, ASSIGN 2024-11-24T23:22:36,707 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e43bf2a0200ceae89d69c7bbbfb39e69, ASSIGN; state=OFFLINE, location=ba7f32532130,39385,1732490552917; forceNewPlan=false, retain=false 2024-11-24T23:22:36,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e43bf2a0200ceae89d69c7bbbfb39e69, regionState=OPENING, regionLocation=ba7f32532130,39385,1732490552917 2024-11-24T23:22:36,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e43bf2a0200ceae89d69c7bbbfb39e69, ASSIGN because future has completed 2024-11-24T23:22:36,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e43bf2a0200ceae89d69c7bbbfb39e69, server=ba7f32532130,39385,1732490552917}] 2024-11-24T23:22:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:37,014 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69. 2024-11-24T23:22:37,014 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e43bf2a0200ceae89d69c7bbbfb39e69, NAME => 'test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:37,014 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:37,014 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:22:37,014 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,015 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:37,015 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,015 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,016 INFO [StoreOpener-e43bf2a0200ceae89d69c7bbbfb39e69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,016 INFO [StoreOpener-e43bf2a0200ceae89d69c7bbbfb39e69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e43bf2a0200ceae89d69c7bbbfb39e69 columnFamilyName f 2024-11-24T23:22:37,016 DEBUG [StoreOpener-e43bf2a0200ceae89d69c7bbbfb39e69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:37,017 INFO [StoreOpener-e43bf2a0200ceae89d69c7bbbfb39e69-1 {}] regionserver.HStore(327): Store=e43bf2a0200ceae89d69c7bbbfb39e69/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:37,017 INFO [StoreOpener-e43bf2a0200ceae89d69c7bbbfb39e69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,017 INFO [StoreOpener-e43bf2a0200ceae89d69c7bbbfb39e69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e43bf2a0200ceae89d69c7bbbfb39e69 columnFamilyName f1 2024-11-24T23:22:37,018 DEBUG [StoreOpener-e43bf2a0200ceae89d69c7bbbfb39e69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:37,018 INFO [StoreOpener-e43bf2a0200ceae89d69c7bbbfb39e69-1 {}] regionserver.HStore(327): Store=e43bf2a0200ceae89d69c7bbbfb39e69/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:37,018 INFO [StoreOpener-e43bf2a0200ceae89d69c7bbbfb39e69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,019 INFO [StoreOpener-e43bf2a0200ceae89d69c7bbbfb39e69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e43bf2a0200ceae89d69c7bbbfb39e69 columnFamilyName norep 2024-11-24T23:22:37,019 DEBUG [StoreOpener-e43bf2a0200ceae89d69c7bbbfb39e69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:37,019 INFO [StoreOpener-e43bf2a0200ceae89d69c7bbbfb39e69-1 {}] regionserver.HStore(327): Store=e43bf2a0200ceae89d69c7bbbfb39e69/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:37,019 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,019 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/data/default/test/e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,019 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/data/default/test/e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,020 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,020 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,020 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:22:37,021 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,023 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/data/default/test/e43bf2a0200ceae89d69c7bbbfb39e69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:37,023 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e43bf2a0200ceae89d69c7bbbfb39e69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60181864, jitterRate=-0.10322034358978271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:22:37,023 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e43bf2a0200ceae89d69c7bbbfb39e69 2024-11-24T23:22:37,024 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e43bf2a0200ceae89d69c7bbbfb39e69: Running coprocessor pre-open hook at 1732490557015Writing region info on filesystem at 1732490557015Initializing all the Stores at 1732490557015Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490557015Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490557015Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490557015Cleaning up temporary data from old regions at 1732490557020 (+5 ms)Running coprocessor post-open hooks at 1732490557023 (+3 ms)Region opened successfully at 1732490557024 (+1 ms) 2024-11-24T23:22:37,024 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69., pid=6, masterSystemTime=1732490557012 2024-11-24T23:22:37,026 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69. 2024-11-24T23:22:37,026 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490556286.e43bf2a0200ceae89d69c7bbbfb39e69. 2024-11-24T23:22:37,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e43bf2a0200ceae89d69c7bbbfb39e69, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,39385,1732490552917 2024-11-24T23:22:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e43bf2a0200ceae89d69c7bbbfb39e69, server=ba7f32532130,39385,1732490552917 because future has completed 2024-11-24T23:22:37,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:22:37,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e43bf2a0200ceae89d69c7bbbfb39e69, server=ba7f32532130,39385,1732490552917 in 168 msec 2024-11-24T23:22:37,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:22:37,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e43bf2a0200ceae89d69c7bbbfb39e69, ASSIGN in 324 msec 2024-11-24T23:22:37,032 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:22:37,032 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490557032"}]},"ts":"1732490557032"} 2024-11-24T23:22:37,033 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:22:37,034 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:22:37,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-24T23:22:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:37,432 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:22:37,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a410b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:37,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,46091,-1 for getting cluster id 2024-11-24T23:22:37,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:37,433 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44d96a17-81e0-493b-9b64-a28f3bcac233' 2024-11-24T23:22:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44d96a17-81e0-493b-9b64-a28f3bcac233" 2024-11-24T23:22:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264a1542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,46091,-1] 2024-11-24T23:22:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:37,434 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c724921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:37,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,46091,1732490552711 2024-11-24T23:22:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3162740d 2024-11-24T23:22:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:37,436 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:37,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:46091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:22:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:22:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:37,439 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:46091' 2024-11-24T23:22:37,439 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35dbb667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:37,439 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,46091,-1 for getting cluster id 2024-11-24T23:22:37,439 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:37,440 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44d96a17-81e0-493b-9b64-a28f3bcac233' 2024-11-24T23:22:37,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:37,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44d96a17-81e0-493b-9b64-a28f3bcac233" 2024-11-24T23:22:37,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef485a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:37,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,46091,-1] 2024-11-24T23:22:37,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:37,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:37,441 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:37,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c63870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:37,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:37,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,46091,1732490552711 2024-11-24T23:22:37,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@96f8bf9 2024-11-24T23:22:37,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:37,443 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:37,443 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T23:22:37,443 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:22:37,443 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:37,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:37,443 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:37,444 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ba7f32532130:46091, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:22:37,449 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ba7f32532130:46091, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ba7f32532130:46091, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ba7f32532130:46091, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-24T23:22:37,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ba7f32532130:46091, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-24T23:22:37,450 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-24T23:22:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:22:37,542 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://ba7f32532130:46091, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-24T23:22:37,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:22:37,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:37,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:37,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:37,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:22:37,554 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 360) Potentially hanging thread: PacketResponder: BP-1671976922-172.17.0.3-1732490550669:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1732558313-7934 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490554987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ba7f32532130:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1671976922-172.17.0.3-1732490550669:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/cluster_3a2dc813-254a-cfed-9c7a-321d351f8847/data/data1/current/BP-1671976922-172.17.0.3-1732490550669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1969212323_20 at /127.0.0.1:49792 [Receiving block BP-1671976922-172.17.0.3-1732490550669:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/ba7f32532130:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@811cab7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Session-HouseKeeper-1b7ed6c7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ba7f32532130:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 4 on default port 39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1671976922-172.17.0.3-1732490550669:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1969212323_20 at /127.0.0.1:49808 [Receiving block BP-1671976922-172.17.0.3-1732490550669:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52614) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3-prefix:ba7f32532130,39385,1732490552917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp243482680-7883 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f212c439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$589/0x00007f212caadc60.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS:0;ba7f32532130:39385-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1671976922-172.17.0.3-1732490550669 heartbeating to localhost/127.0.0.1:39769 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490554986 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;ba7f32532130:46091 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3235b494 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp243482680-7886 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f212c439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/cluster_3a2dc813-254a-cfed-9c7a-321d351f8847/data/data2/current/BP-1671976922-172.17.0.3-1732490550669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:52614): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp243482680-7887-acceptor-0@1268000f-ServerConnector@61292ad{HTTP/1.1, (http/1.1)}{localhost:34473} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52614 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38279 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52614) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ba7f32532130:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6268849d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39769 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 0 on default port 39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;ba7f32532130:39385 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1732558313-7933-acceptor-0@20bafbd4-ServerConnector@bcd1b6e{HTTP/1.1, (http/1.1)}{localhost:42681} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@53efa4df[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1969212323_20 at /127.0.0.1:49722 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ba7f32532130:46091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RS_OPEN_META-regionserver/ba7f32532130:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp243482680-7888 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7f885238 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@64194794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/cluster_3a2dc813-254a-cfed-9c7a-321d351f8847/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f212c9fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3/MasterData-prefix:ba7f32532130,46091,1732490552711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52614) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: master/ba7f32532130:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp1732558313-7932 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f212c439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-20b9729c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/cluster_3a2dc813-254a-cfed-9c7a-321d351f8847/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp243482680-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f212c439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: CacheReplicationMonitor(328856785) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1732558313-7935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 38279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp243482680-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f212c439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server handler 4 on default port 38279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1758240080_20 at /127.0.0.1:49770 [Receiving block BP-1671976922-172.17.0.3-1732490550669:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6b5cdbc6 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39769/user/jenkins/test-data/ec8a0b53-16f1-eae6-95d0-f0523fae46e3-prefix:ba7f32532130,39385,1732490552917.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39769 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@54943068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp243482680-7889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp243482680-7890 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=6302 (was 6412) 2024-11-24T23:22:37,558 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-24T23:22:37,570 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=6301 2024-11-24T23:22:37,570 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-24T23:22:37,583 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-24T23:22:37,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/hadoop.log.dir so I do NOT create it in target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1 2024-11-24T23:22:37,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:22:37,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/hadoop.tmp.dir so I do NOT create it in target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1 2024-11-24T23:22:37,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e49190c-abc8-fca5-404c-678fc33888eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:22:37,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1 2024-11-24T23:22:37,583 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/cluster_a4950f18-bf6e-3b46-094b-6b28e6193534, deleteOnExit=true 2024-11-24T23:22:37,637 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/cluster_a4950f18-bf6e-3b46-094b-6b28e6193534/zookeeper_0, clientPort=64208, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/cluster_a4950f18-bf6e-3b46-094b-6b28e6193534/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/cluster_a4950f18-bf6e-3b46-094b-6b28e6193534/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:22:37,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64208 2024-11-24T23:22:37,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:22:37,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:22:37,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/test.cache.data in system properties and HBase conf 2024-11-24T23:22:37,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:22:37,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:22:37,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:22:37,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:22:37,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:22:37,641 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:22:37,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:22:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:22:37,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:22:37,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:22:37,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:22:37,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:22:37,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:22:37,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:22:37,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b8106ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:22:37,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39b9f514{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:22:38,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a3b88d1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/java.io.tmpdir/jetty-localhost-43467-hadoop-hdfs-3_4_1-tests_jar-_-any-10111901479766085486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:22:38,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7761ac3b{HTTP/1.1, (http/1.1)}{localhost:43467} 2024-11-24T23:22:38,092 INFO [Time-limited test {}] server.Server(415): Started @330767ms 2024-11-24T23:22:38,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:22:38,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:22:38,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:22:38,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:22:38,366 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:22:38,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e56b7d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:22:38,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12902795{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:22:38,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13381d77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/java.io.tmpdir/jetty-localhost-33667-hadoop-hdfs-3_4_1-tests_jar-_-any-18208537448573931343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:22:38,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17e1c64d{HTTP/1.1, (http/1.1)}{localhost:33667} 2024-11-24T23:22:38,461 INFO [Time-limited test {}] server.Server(415): Started @331136ms 2024-11-24T23:22:38,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:22:39,036 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:22:39,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:39,218 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/cluster_a4950f18-bf6e-3b46-094b-6b28e6193534/data/data1/current/BP-1586132012-172.17.0.3-1732490557663/current, will proceed with Du for space computation calculation, 2024-11-24T23:22:39,218 WARN [Thread-4315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/cluster_a4950f18-bf6e-3b46-094b-6b28e6193534/data/data2/current/BP-1586132012-172.17.0.3-1732490557663/current, will proceed with Du for space computation calculation, 2024-11-24T23:22:39,244 WARN [Thread-4301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:22:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x482dbcf437830343 with lease ID 0xc72a44a1f864b8ca: Processing first storage report for DS-cc58e831-66a6-4d7f-8f51-5fc9f6416a92 from datanode DatanodeRegistration(127.0.0.1:40855, datanodeUuid=070846ee-9c0b-490c-a0ed-17b3c7fad3f4, infoPort=36385, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=138221632;c=1732490557663) 2024-11-24T23:22:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x482dbcf437830343 with lease ID 0xc72a44a1f864b8ca: from storage DS-cc58e831-66a6-4d7f-8f51-5fc9f6416a92 node DatanodeRegistration(127.0.0.1:40855, datanodeUuid=070846ee-9c0b-490c-a0ed-17b3c7fad3f4, infoPort=36385, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=138221632;c=1732490557663), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:22:39,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x482dbcf437830343 with lease ID 0xc72a44a1f864b8ca: Processing first storage report for DS-3088fc6a-00bb-4d39-b755-872e2f95776f from datanode DatanodeRegistration(127.0.0.1:40855, datanodeUuid=070846ee-9c0b-490c-a0ed-17b3c7fad3f4, infoPort=36385, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=138221632;c=1732490557663) 2024-11-24T23:22:39,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x482dbcf437830343 with lease ID 0xc72a44a1f864b8ca: from storage DS-3088fc6a-00bb-4d39-b755-872e2f95776f node DatanodeRegistration(127.0.0.1:40855, datanodeUuid=070846ee-9c0b-490c-a0ed-17b3c7fad3f4, infoPort=36385, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=138221632;c=1732490557663), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:22:39,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1 2024-11-24T23:22:39,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:39,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:39,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:22:39,710 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83 with version=8 2024-11-24T23:22:39,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/hbase-staging 2024-11-24T23:22:39,713 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:22:39,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:39,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:39,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:22:39,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:39,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:22:39,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:22:39,713 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:22:39,714 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43381 2024-11-24T23:22:39,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43381 connecting to ZooKeeper ensemble=127.0.0.1:64208 2024-11-24T23:22:39,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433810x0, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:39,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43381-0x1016f27f46b0000 connected 2024-11-24T23:22:39,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:39,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:39,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Set watcher on znode that does not yet exist, /01071376672/running 2024-11-24T23:22:39,882 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83, hbase.cluster.distributed=false 2024-11-24T23:22:39,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Set watcher on znode that does not yet exist, /01071376672/acl 2024-11-24T23:22:39,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-24T23:22:39,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43381 2024-11-24T23:22:39,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43381 2024-11-24T23:22:39,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-24T23:22:39,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-24T23:22:39,902 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:22:39,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:39,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:39,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:22:39,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:39,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:22:39,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:22:39,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:22:39,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40769 2024-11-24T23:22:39,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40769 connecting to ZooKeeper ensemble=127.0.0.1:64208 2024-11-24T23:22:39,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:39,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:39,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407690x0, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:39,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407690x0, quorum=127.0.0.1:64208, baseZNode=/01071376672 Set watcher on znode that does not yet exist, /01071376672/running 2024-11-24T23:22:39,922 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:22:39,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40769-0x1016f27f46b0001 connected 2024-11-24T23:22:39,936 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:22:39,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Set watcher on znode that does not yet exist, /01071376672/master 2024-11-24T23:22:39,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Set watcher on znode that does not yet exist, /01071376672/acl 2024-11-24T23:22:39,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40769 2024-11-24T23:22:39,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40769 2024-11-24T23:22:39,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40769 2024-11-24T23:22:39,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40769 2024-11-24T23:22:39,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40769 2024-11-24T23:22:39,967 DEBUG [M:0;ba7f32532130:43381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:43381 2024-11-24T23:22:39,968 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01071376672/backup-masters/ba7f32532130,43381,1732490559712 2024-11-24T23:22:39,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672/backup-masters 2024-11-24T23:22:39,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672/backup-masters 2024-11-24T23:22:39,980 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Set watcher on existing znode=/01071376672/backup-masters/ba7f32532130,43381,1732490559712 2024-11-24T23:22:39,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:22:39,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01071376672/master 2024-11-24T23:22:39,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:22:39,990 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Set watcher on existing znode=/01071376672/master 2024-11-24T23:22:39,990 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01071376672/backup-masters/ba7f32532130,43381,1732490559712 from backup master directory 2024-11-24T23:22:40,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672/backup-masters 2024-11-24T23:22:40,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01071376672/backup-masters/ba7f32532130,43381,1732490559712 2024-11-24T23:22:40,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672/backup-masters 2024-11-24T23:22:40,000 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:22:40,000 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,43381,1732490559712 2024-11-24T23:22:40,003 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/hbase.id] with ID: 52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad 2024-11-24T23:22:40,003 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/.tmp/hbase.id 2024-11-24T23:22:40,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:22:40,409 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/.tmp/hbase.id]:[hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/hbase.id] 2024-11-24T23:22:40,416 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:40,416 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:22:40,417 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:22:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:22:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:22:40,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:22:40,830 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:40,831 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:22:40,831 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:40,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:22:40,836 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store 2024-11-24T23:22:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:22:40,839 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:40,839 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:22:40,839 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:40,839 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:40,839 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:22:40,840 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:40,840 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:40,840 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490560839Disabling compacts and flushes for region at 1732490560839Disabling writes for close at 1732490560839Writing region close event to WAL at 1732490560840 (+1 ms)Closed at 1732490560840 2024-11-24T23:22:40,840 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/.initializing 2024-11-24T23:22:40,840 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/WALs/ba7f32532130,43381,1732490559712 2024-11-24T23:22:40,841 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:22:40,842 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C43381%2C1732490559712, suffix=, logDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/WALs/ba7f32532130,43381,1732490559712, archiveDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/oldWALs, maxLogs=10 2024-11-24T23:22:40,853 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/WALs/ba7f32532130,43381,1732490559712/ba7f32532130%2C43381%2C1732490559712.1732490560842, exclude list is [], retry=0 2024-11-24T23:22:40,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-cc58e831-66a6-4d7f-8f51-5fc9f6416a92,DISK] 2024-11-24T23:22:40,856 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/WALs/ba7f32532130,43381,1732490559712/ba7f32532130%2C43381%2C1732490559712.1732490560842 2024-11-24T23:22:40,856 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36385:36385)] 2024-11-24T23:22:40,856 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:40,856 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:40,856 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:40,856 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:40,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:40,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:22:40,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:40,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:40,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:40,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:22:40,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:40,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:40,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:40,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:22:40,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:40,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:40,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:40,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:22:40,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:40,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:40,861 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:40,861 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:40,862 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:40,862 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:40,862 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:40,863 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:40,864 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:40,865 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:40,865 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65651673, jitterRate=-0.02171383798122406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:40,865 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490560857Initializing all the Stores at 1732490560857Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490560857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490560857Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490560857Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490560857Cleaning up temporary data from old regions at 1732490560862 (+5 ms)Region opened successfully at 1732490560865 (+3 ms) 2024-11-24T23:22:40,866 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:22:40,868 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af0133f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:22:40,868 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:22:40,868 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:22:40,868 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:22:40,869 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:22:40,869 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:22:40,869 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:22:40,869 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:22:40,871 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:22:40,871 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Unable to get data of znode /01071376672/balancer because node does not exist (not necessarily an error) 2024-11-24T23:22:40,921 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01071376672/balancer already deleted, retry=false 2024-11-24T23:22:40,921 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:22:40,922 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Unable to get data of znode /01071376672/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:22:40,931 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01071376672/normalizer already deleted, retry=false 2024-11-24T23:22:40,932 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:22:40,933 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Unable to get data of znode /01071376672/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:22:40,942 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01071376672/switch/split already deleted, retry=false 2024-11-24T23:22:40,943 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Unable to get data of znode /01071376672/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:22:40,952 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01071376672/switch/merge already deleted, retry=false 2024-11-24T23:22:40,954 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Unable to get data of znode /01071376672/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:22:40,963 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01071376672/snapshot-cleanup already deleted, retry=false 2024-11-24T23:22:40,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01071376672/running 2024-11-24T23:22:40,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01071376672/running 2024-11-24T23:22:40,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:22:40,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:22:40,974 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,43381,1732490559712, sessionid=0x1016f27f46b0000, setting cluster-up flag (Was=false) 2024-11-24T23:22:40,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:22:40,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:22:41,026 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01071376672/flush-table-proc/acquired, /01071376672/flush-table-proc/reached, /01071376672/flush-table-proc/abort 2024-11-24T23:22:41,027 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,43381,1732490559712 2024-11-24T23:22:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:22:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:22:41,079 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01071376672/online-snapshot/acquired, /01071376672/online-snapshot/reached, /01071376672/online-snapshot/abort 2024-11-24T23:22:41,080 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,43381,1732490559712 2024-11-24T23:22:41,080 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:22:41,082 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:41,082 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:22:41,082 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:22:41,082 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,43381,1732490559712 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:22:41,083 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:41,083 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:41,083 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:41,083 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:41,083 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:22:41,083 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,083 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:22:41,083 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:41,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:22:41,090 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:41,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:22:41,092 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490591092 2024-11-24T23:22:41,092 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:22:41,092 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:22:41,092 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:22:41,092 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:22:41,092 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:22:41,092 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:22:41,096 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,097 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:22:41,097 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:22:41,097 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:22:41,097 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:22:41,097 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:22:41,097 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:22:41,100 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490561097,5,FailOnTimeoutGroup] 2024-11-24T23:22:41,102 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490561100,5,FailOnTimeoutGroup] 2024-11-24T23:22:41,102 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,102 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:22:41,102 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,102 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:22:41,107 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:22:41,107 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T23:22:41,159 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(746): ClusterId : 52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad 2024-11-24T23:22:41,159 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:22:41,169 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:22:41,169 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:22:41,180 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:22:41,180 DEBUG [RS:0;ba7f32532130:40769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d9cd40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:22:41,192 DEBUG [RS:0;ba7f32532130:40769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:40769 2024-11-24T23:22:41,192 INFO [RS:0;ba7f32532130:40769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:22:41,192 INFO [RS:0;ba7f32532130:40769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:22:41,192 DEBUG [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:22:41,192 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,43381,1732490559712 with port=40769, startcode=1732490559902 2024-11-24T23:22:41,192 DEBUG [RS:0;ba7f32532130:40769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:22:41,194 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:22:41,194 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,40769,1732490559902 2024-11-24T23:22:41,194 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43381 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,40769,1732490559902 2024-11-24T23:22:41,195 DEBUG [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83 2024-11-24T23:22:41,195 DEBUG [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35663 2024-11-24T23:22:41,195 DEBUG [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:22:41,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672/rs 2024-11-24T23:22:41,216 DEBUG [RS:0;ba7f32532130:40769 {}] zookeeper.ZKUtil(111): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Set watcher on existing znode=/01071376672/rs/ba7f32532130,40769,1732490559902 2024-11-24T23:22:41,216 WARN [RS:0;ba7f32532130:40769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:22:41,216 INFO [RS:0;ba7f32532130:40769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:41,216 DEBUG [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902 2024-11-24T23:22:41,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,40769,1732490559902] 2024-11-24T23:22:41,218 INFO [RS:0;ba7f32532130:40769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:22:41,220 INFO [RS:0;ba7f32532130:40769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:22:41,220 INFO [RS:0;ba7f32532130:40769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:22:41,220 INFO [RS:0;ba7f32532130:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,220 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:22:41,221 INFO [RS:0;ba7f32532130:40769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:22:41,221 INFO [RS:0;ba7f32532130:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:22:41,221 DEBUG [RS:0;ba7f32532130:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:22:41,222 INFO [RS:0;ba7f32532130:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,222 INFO [RS:0;ba7f32532130:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,222 INFO [RS:0;ba7f32532130:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,222 INFO [RS:0;ba7f32532130:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,222 INFO [RS:0;ba7f32532130:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,222 INFO [RS:0;ba7f32532130:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40769,1732490559902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:22:41,235 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:22:41,236 INFO [RS:0;ba7f32532130:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40769,1732490559902-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,236 INFO [RS:0;ba7f32532130:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,236 INFO [RS:0;ba7f32532130:40769 {}] regionserver.Replication(171): ba7f32532130,40769,1732490559902 started 2024-11-24T23:22:41,250 INFO [RS:0;ba7f32532130:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:41,250 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,40769,1732490559902, RpcServer on ba7f32532130/172.17.0.3:40769, sessionid=0x1016f27f46b0001 2024-11-24T23:22:41,251 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:22:41,251 DEBUG [RS:0;ba7f32532130:40769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,40769,1732490559902 2024-11-24T23:22:41,251 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,40769,1732490559902' 2024-11-24T23:22:41,251 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01071376672/flush-table-proc/abort' 2024-11-24T23:22:41,251 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01071376672/flush-table-proc/acquired' 2024-11-24T23:22:41,251 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:22:41,251 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:22:41,251 DEBUG [RS:0;ba7f32532130:40769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,40769,1732490559902 2024-11-24T23:22:41,251 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,40769,1732490559902' 2024-11-24T23:22:41,251 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01071376672/online-snapshot/abort' 2024-11-24T23:22:41,252 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01071376672/online-snapshot/acquired' 2024-11-24T23:22:41,252 DEBUG [RS:0;ba7f32532130:40769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:22:41,252 INFO [RS:0;ba7f32532130:40769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:22:41,252 INFO [RS:0;ba7f32532130:40769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:22:41,352 INFO [RS:0;ba7f32532130:40769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:22:41,353 INFO [RS:0;ba7f32532130:40769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C40769%2C1732490559902, suffix=, logDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902, archiveDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/oldWALs, maxLogs=10 2024-11-24T23:22:41,366 DEBUG [RS:0;ba7f32532130:40769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354, exclude list is [], retry=0 2024-11-24T23:22:41,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-cc58e831-66a6-4d7f-8f51-5fc9f6416a92,DISK] 2024-11-24T23:22:41,369 INFO [RS:0;ba7f32532130:40769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 2024-11-24T23:22:41,370 DEBUG [RS:0;ba7f32532130:40769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36385:36385)] 2024-11-24T23:22:41,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:22:41,504 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83 2024-11-24T23:22:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:22:41,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:41,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:22:41,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:22:41,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:41,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:41,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:22:41,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:22:41,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:41,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:41,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:22:41,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:22:41,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:41,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:41,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:22:41,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:22:41,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:41,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:41,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:22:41,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740 2024-11-24T23:22:41,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740 2024-11-24T23:22:41,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:22:41,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:22:41,916 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:41,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:22:41,918 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:41,918 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69937521, jitterRate=0.04215027391910553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:41,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490561909Initializing all the Stores at 1732490561909Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490561909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490561910 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490561910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490561910Cleaning up temporary data from old regions at 1732490561916 (+6 ms)Region opened successfully at 1732490561918 (+2 ms) 2024-11-24T23:22:41,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:22:41,918 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:22:41,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:22:41,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:22:41,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:22:41,919 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:22:41,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490561918Disabling compacts and flushes for region at 1732490561918Disabling writes for close at 1732490561918Writing region close event to WAL at 1732490561919 (+1 ms)Closed at 1732490561919 2024-11-24T23:22:41,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:41,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:22:41,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:22:41,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:22:41,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:22:42,071 DEBUG [ba7f32532130:43381 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:22:42,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,40769,1732490559902 2024-11-24T23:22:42,073 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,40769,1732490559902, state=OPENING 2024-11-24T23:22:42,121 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:22:42,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:22:42,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:22:42,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01071376672/meta-region-server: CHANGED 2024-11-24T23:22:42,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01071376672/meta-region-server: CHANGED 2024-11-24T23:22:42,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:22:42,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,40769,1732490559902}] 2024-11-24T23:22:42,284 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:22:42,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:22:42,288 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:22:42,288 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:42,288 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:22:42,289 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C40769%2C1732490559902.meta, suffix=.meta, logDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902, archiveDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/oldWALs, maxLogs=10 2024-11-24T23:22:42,302 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.meta.1732490562289.meta, exclude list is [], retry=0 2024-11-24T23:22:42,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-cc58e831-66a6-4d7f-8f51-5fc9f6416a92,DISK] 2024-11-24T23:22:42,304 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.meta.1732490562289.meta 2024-11-24T23:22:42,305 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36385:36385)] 2024-11-24T23:22:42,305 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:42,305 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:42,305 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:22:42,305 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:22:42,305 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:22:42,305 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:22:42,305 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:42,306 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:22:42,306 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:22:42,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:22:42,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:22:42,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:42,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:42,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:22:42,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:22:42,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:42,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:42,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:22:42,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:22:42,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:42,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:42,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:22:42,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:22:42,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:42,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:42,310 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:22:42,311 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740 2024-11-24T23:22:42,311 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740 2024-11-24T23:22:42,312 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:22:42,312 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:22:42,312 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:42,313 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:22:42,314 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65450848, jitterRate=-0.024706363677978516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:42,314 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:22:42,314 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490562306Writing region info on filesystem at 1732490562306Initializing all the Stores at 1732490562306Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490562306Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490562306Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490562306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490562306Cleaning up temporary data from old regions at 1732490562312 (+6 ms)Running coprocessor post-open hooks at 1732490562314 (+2 ms)Region opened successfully at 1732490562314 2024-11-24T23:22:42,315 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490562284 2024-11-24T23:22:42,316 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:22:42,316 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:22:42,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40769,1732490559902 2024-11-24T23:22:42,317 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,40769,1732490559902, state=OPEN 2024-11-24T23:22:42,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01071376672/meta-region-server 2024-11-24T23:22:42,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01071376672/meta-region-server 2024-11-24T23:22:42,356 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,40769,1732490559902 2024-11-24T23:22:42,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01071376672/meta-region-server: CHANGED 2024-11-24T23:22:42,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01071376672/meta-region-server: CHANGED 2024-11-24T23:22:42,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:22:42,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,40769,1732490559902 in 224 msec 2024-11-24T23:22:42,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:22:42,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-24T23:22:42,359 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:42,359 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:22:42,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:42,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,40769,1732490559902, seqNum=-1] 2024-11-24T23:22:42,361 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:42,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:42,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-24T23:22:42,365 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490562365, completionTime=-1 2024-11-24T23:22:42,365 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:22:42,365 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:22:42,367 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:22:42,367 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490622367 2024-11-24T23:22:42,367 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490682367 2024-11-24T23:22:42,367 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:22:42,367 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,43381,1732490559712-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:42,367 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,43381,1732490559712-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:42,367 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,43381,1732490559712-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:42,367 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:43381, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:42,367 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:42,368 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:42,369 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:22:42,370 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.370sec 2024-11-24T23:22:42,370 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:22:42,370 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:22:42,371 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:22:42,371 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:22:42,371 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:22:42,371 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,43381,1732490559712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:22:42,371 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,43381,1732490559712-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:22:42,372 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:22:42,372 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:22:42,373 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,43381,1732490559712-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:42,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474640e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:42,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,43381,-1 for getting cluster id 2024-11-24T23:22:42,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:42,461 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad' 2024-11-24T23:22:42,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:42,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad" 2024-11-24T23:22:42,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8e3eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:42,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,43381,-1] 2024-11-24T23:22:42,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:42,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:42,462 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:42,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1352d2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:42,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,40769,1732490559902, seqNum=-1] 2024-11-24T23:22:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:42,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:42,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,43381,1732490559712 2024-11-24T23:22:42,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64208 2024-11-24T23:22:42,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:42,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016f27f46b0002 connected 2024-11-24T23:22:42,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/hadoop.log.dir so I do NOT create it in target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7 2024-11-24T23:22:42,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:22:42,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/hadoop.tmp.dir so I do NOT create it in target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7 2024-11-24T23:22:42,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:22:42,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7 2024-11-24T23:22:42,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:22:42,502 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/cluster_e1ed7d1c-98a2-f261-11a9-a6cdb358f867, deleteOnExit=true 2024-11-24T23:22:42,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/test.cache.data in system properties and HBase conf 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:22:42,503 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:22:42,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:22:42,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:22:42,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:22:42,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:22:42,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:22:42,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:22:42,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:22:42,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:22:42,920 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:22:42,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:22:42,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:22:42,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:22:42,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:22:42,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70764eb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:22:42,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c7ad3e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:22:43,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f321988{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/java.io.tmpdir/jetty-localhost-46149-hadoop-hdfs-3_4_1-tests_jar-_-any-6041272270789309011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:22:43,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4072b391{HTTP/1.1, (http/1.1)}{localhost:46149} 2024-11-24T23:22:43,051 INFO [Time-limited test {}] server.Server(415): Started @335726ms 2024-11-24T23:22:43,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:22:43,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:22:43,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:22:43,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:22:43,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:22:43,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@501795a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:22:43,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@691721b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:22:43,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@445be983{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/java.io.tmpdir/jetty-localhost-35187-hadoop-hdfs-3_4_1-tests_jar-_-any-6264884423644971555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:22:43,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e134a3c{HTTP/1.1, (http/1.1)}{localhost:35187} 2024-11-24T23:22:43,414 INFO [Time-limited test {}] server.Server(415): Started @336089ms 2024-11-24T23:22:43,416 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:22:43,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:22:43,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T23:22:43,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T23:22:43,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T23:22:43,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:22:43,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T23:22:43,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:22:43,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T23:22:44,278 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/cluster_e1ed7d1c-98a2-f261-11a9-a6cdb358f867/data/data1/current/BP-828778478-172.17.0.3-1732490562535/current, will proceed with Du for space computation calculation, 2024-11-24T23:22:44,278 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/cluster_e1ed7d1c-98a2-f261-11a9-a6cdb358f867/data/data2/current/BP-828778478-172.17.0.3-1732490562535/current, will proceed with Du for space computation calculation, 2024-11-24T23:22:44,296 WARN [Thread-4422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:22:44,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x186faf61c77b36f9 with lease ID 0x8e2a8f591763ec70: Processing first storage report for DS-2a6964a1-4908-4e86-86ff-fff0069e44ff from datanode DatanodeRegistration(127.0.0.1:44579, datanodeUuid=ee9a99bc-9d33-4fd7-ab7d-6b38885bfee2, infoPort=45845, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=458597281;c=1732490562535) 2024-11-24T23:22:44,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x186faf61c77b36f9 with lease ID 0x8e2a8f591763ec70: from storage DS-2a6964a1-4908-4e86-86ff-fff0069e44ff node DatanodeRegistration(127.0.0.1:44579, datanodeUuid=ee9a99bc-9d33-4fd7-ab7d-6b38885bfee2, infoPort=45845, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=458597281;c=1732490562535), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:22:44,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x186faf61c77b36f9 with lease ID 0x8e2a8f591763ec70: Processing first storage report for DS-1d6757a4-8884-475d-85c6-8eae92222f7d from datanode DatanodeRegistration(127.0.0.1:44579, datanodeUuid=ee9a99bc-9d33-4fd7-ab7d-6b38885bfee2, infoPort=45845, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=458597281;c=1732490562535) 2024-11-24T23:22:44,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x186faf61c77b36f9 with lease ID 0x8e2a8f591763ec70: from storage DS-1d6757a4-8884-475d-85c6-8eae92222f7d node DatanodeRegistration(127.0.0.1:44579, datanodeUuid=ee9a99bc-9d33-4fd7-ab7d-6b38885bfee2, infoPort=45845, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=458597281;c=1732490562535), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:22:44,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7 2024-11-24T23:22:44,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:44,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:44,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:22:44,767 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c with version=8 2024-11-24T23:22:44,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/hbase-staging 2024-11-24T23:22:44,770 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:22:44,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:44,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:44,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:22:44,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:44,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:22:44,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:22:44,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:22:44,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37421 2024-11-24T23:22:44,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37421 connecting to ZooKeeper ensemble=127.0.0.1:64208 2024-11-24T23:22:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374210x0, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:44,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37421-0x1016f27f46b0003 connected 2024-11-24T23:22:44,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:44,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:44,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Set watcher on znode that does not yet exist, /11006371145/running 2024-11-24T23:22:44,909 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c, hbase.cluster.distributed=false 2024-11-24T23:22:44,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Set watcher on znode that does not yet exist, /11006371145/acl 2024-11-24T23:22:44,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37421 2024-11-24T23:22:44,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37421 2024-11-24T23:22:44,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37421 2024-11-24T23:22:44,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37421 2024-11-24T23:22:44,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37421 2024-11-24T23:22:44,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:22:44,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:44,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:44,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:22:44,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:44,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:22:44,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:22:44,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:22:44,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35625 2024-11-24T23:22:44,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35625 connecting to ZooKeeper ensemble=127.0.0.1:64208 2024-11-24T23:22:44,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:44,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:44,963 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356250x0, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:44,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35625-0x1016f27f46b0004 connected 2024-11-24T23:22:44,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Set watcher on znode that does not yet exist, /11006371145/running 2024-11-24T23:22:44,964 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:22:44,964 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:22:44,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Set watcher on znode that does not yet exist, /11006371145/master 2024-11-24T23:22:44,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Set watcher on znode that does not yet exist, /11006371145/acl 2024-11-24T23:22:44,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35625 2024-11-24T23:22:44,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35625 2024-11-24T23:22:44,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35625 2024-11-24T23:22:44,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35625 2024-11-24T23:22:44,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35625 2024-11-24T23:22:44,994 DEBUG [M:0;ba7f32532130:37421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:37421 2024-11-24T23:22:44,996 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11006371145/backup-masters/ba7f32532130,37421,1732490564769 2024-11-24T23:22:45,005 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145/backup-masters 2024-11-24T23:22:45,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145/backup-masters 2024-11-24T23:22:45,006 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Set watcher on existing znode=/11006371145/backup-masters/ba7f32532130,37421,1732490564769 2024-11-24T23:22:45,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:22:45,015 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11006371145/master 2024-11-24T23:22:45,015 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:22:45,016 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Set watcher on existing znode=/11006371145/master 2024-11-24T23:22:45,016 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11006371145/backup-masters/ba7f32532130,37421,1732490564769 from backup master directory 2024-11-24T23:22:45,026 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145/backup-masters 2024-11-24T23:22:45,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11006371145/backup-masters/ba7f32532130,37421,1732490564769 2024-11-24T23:22:45,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145/backup-masters 2024-11-24T23:22:45,026 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:22:45,027 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,37421,1732490564769 2024-11-24T23:22:45,037 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/hbase.id] with ID: 24147744-208b-4706-9ce7-5ce9eb728dc5 2024-11-24T23:22:45,037 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/.tmp/hbase.id 2024-11-24T23:22:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:22:45,054 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/.tmp/hbase.id]:[hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/hbase.id] 2024-11-24T23:22:45,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:45,066 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:22:45,067 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T23:22:45,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:22:45,079 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:22:45,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:22:45,487 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:45,488 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:22:45,488 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:45,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:22:45,926 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store 2024-11-24T23:22:45,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:22:46,332 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:46,332 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:22:46,332 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:46,332 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:46,332 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:22:46,332 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:46,332 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:46,333 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490566332Disabling compacts and flushes for region at 1732490566332Disabling writes for close at 1732490566332Writing region close event to WAL at 1732490566332Closed at 1732490566332 2024-11-24T23:22:46,333 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/.initializing 2024-11-24T23:22:46,333 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/WALs/ba7f32532130,37421,1732490564769 2024-11-24T23:22:46,334 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:22:46,335 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C37421%2C1732490564769, suffix=, logDir=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/WALs/ba7f32532130,37421,1732490564769, archiveDir=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/oldWALs, maxLogs=10 2024-11-24T23:22:46,349 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/WALs/ba7f32532130,37421,1732490564769/ba7f32532130%2C37421%2C1732490564769.1732490566336, exclude list is [], retry=0 2024-11-24T23:22:46,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-2a6964a1-4908-4e86-86ff-fff0069e44ff,DISK] 2024-11-24T23:22:46,353 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/WALs/ba7f32532130,37421,1732490564769/ba7f32532130%2C37421%2C1732490564769.1732490566336 2024-11-24T23:22:46,353 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45845:45845)] 2024-11-24T23:22:46,353 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:46,353 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:46,353 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:46,353 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:46,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:46,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:22:46,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:46,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:46,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:46,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:22:46,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:46,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:46,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:46,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:22:46,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:46,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:46,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:46,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:22:46,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:46,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:46,366 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:46,367 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:46,367 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:46,368 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:46,368 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:46,368 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:46,369 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:46,371 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:46,371 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63508068, jitterRate=-0.053656041622161865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:46,371 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490566353Initializing all the Stores at 1732490566354 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490566354Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490566360 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490566360Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490566360Cleaning up temporary data from old regions at 1732490566368 (+8 ms)Region opened successfully at 1732490566371 (+3 ms) 2024-11-24T23:22:46,372 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:22:46,375 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cede671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:22:46,376 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:22:46,376 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:22:46,376 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:22:46,376 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:22:46,377 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:22:46,377 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:22:46,377 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:22:46,382 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:22:46,382 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Unable to get data of znode /11006371145/balancer because node does not exist (not necessarily an error) 2024-11-24T23:22:46,432 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11006371145/balancer already deleted, retry=false 2024-11-24T23:22:46,432 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:22:46,432 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Unable to get data of znode /11006371145/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:22:46,442 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11006371145/normalizer already deleted, retry=false 2024-11-24T23:22:46,442 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:22:46,443 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Unable to get data of znode /11006371145/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:22:46,453 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11006371145/switch/split already deleted, retry=false 2024-11-24T23:22:46,453 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Unable to get data of znode /11006371145/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:22:46,463 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11006371145/switch/merge already deleted, retry=false 2024-11-24T23:22:46,465 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Unable to get data of znode /11006371145/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:22:46,474 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11006371145/snapshot-cleanup already deleted, retry=false 2024-11-24T23:22:46,484 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11006371145/running 2024-11-24T23:22:46,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11006371145/running 2024-11-24T23:22:46,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:22:46,484 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:22:46,485 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,37421,1732490564769, sessionid=0x1016f27f46b0003, setting cluster-up flag (Was=false) 2024-11-24T23:22:46,505 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:22:46,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:22:46,537 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11006371145/flush-table-proc/acquired, /11006371145/flush-table-proc/reached, /11006371145/flush-table-proc/abort 2024-11-24T23:22:46,538 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,37421,1732490564769 2024-11-24T23:22:46,558 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:22:46,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:22:46,589 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11006371145/online-snapshot/acquired, /11006371145/online-snapshot/reached, /11006371145/online-snapshot/abort 2024-11-24T23:22:46,590 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,37421,1732490564769 2024-11-24T23:22:46,592 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:22:46,593 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:46,593 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:22:46,593 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:22:46,593 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,37421,1732490564769 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:22:46,594 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:46,594 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:46,594 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:46,594 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:46,594 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:22:46,594 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,594 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:22:46,594 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,595 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490596595 2024-11-24T23:22:46,595 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:22:46,595 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:22:46,595 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:22:46,595 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:22:46,595 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:22:46,595 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:22:46,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:46,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:22:46,596 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,597 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:46,597 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:22:46,597 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:22:46,597 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:22:46,597 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:22:46,597 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:22:46,598 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:22:46,598 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:22:46,598 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490566598,5,FailOnTimeoutGroup] 2024-11-24T23:22:46,600 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490566598,5,FailOnTimeoutGroup] 2024-11-24T23:22:46,600 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,600 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:22:46,600 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,600 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:22:46,685 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(746): ClusterId : 24147744-208b-4706-9ce7-5ce9eb728dc5 2024-11-24T23:22:46,685 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:22:46,695 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:22:46,695 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:22:46,706 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:22:46,706 DEBUG [RS:0;ba7f32532130:35625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4865230b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:22:46,725 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:35625 2024-11-24T23:22:46,725 INFO [RS:0;ba7f32532130:35625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:22:46,725 INFO [RS:0;ba7f32532130:35625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:22:46,725 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:22:46,726 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,37421,1732490564769 with port=35625, startcode=1732490564941 2024-11-24T23:22:46,726 DEBUG [RS:0;ba7f32532130:35625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:22:46,729 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:22:46,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,35625,1732490564941 2024-11-24T23:22:46,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37421 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,35625,1732490564941 2024-11-24T23:22:46,733 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c 2024-11-24T23:22:46,733 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34333 2024-11-24T23:22:46,733 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:22:46,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145/rs 2024-11-24T23:22:46,775 DEBUG [RS:0;ba7f32532130:35625 {}] zookeeper.ZKUtil(111): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Set watcher on existing znode=/11006371145/rs/ba7f32532130,35625,1732490564941 2024-11-24T23:22:46,775 WARN [RS:0;ba7f32532130:35625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:22:46,776 INFO [RS:0;ba7f32532130:35625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:46,776 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/WALs/ba7f32532130,35625,1732490564941 2024-11-24T23:22:46,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,35625,1732490564941] 2024-11-24T23:22:46,780 INFO [RS:0;ba7f32532130:35625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:22:46,783 INFO [RS:0;ba7f32532130:35625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:22:46,784 INFO [RS:0;ba7f32532130:35625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:22:46,784 INFO [RS:0;ba7f32532130:35625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,788 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:22:46,789 INFO [RS:0;ba7f32532130:35625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:22:46,789 INFO [RS:0;ba7f32532130:35625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,789 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,789 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,789 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,789 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,789 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,789 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:22:46,789 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,789 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,789 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,789 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,789 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,789 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:46,790 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:22:46,790 DEBUG [RS:0;ba7f32532130:35625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:22:46,793 INFO [RS:0;ba7f32532130:35625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,793 INFO [RS:0;ba7f32532130:35625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,793 INFO [RS:0;ba7f32532130:35625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,793 INFO [RS:0;ba7f32532130:35625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,793 INFO [RS:0;ba7f32532130:35625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,793 INFO [RS:0;ba7f32532130:35625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,35625,1732490564941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:22:46,814 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:22:46,814 INFO [RS:0;ba7f32532130:35625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,35625,1732490564941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,814 INFO [RS:0;ba7f32532130:35625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,814 INFO [RS:0;ba7f32532130:35625 {}] regionserver.Replication(171): ba7f32532130,35625,1732490564941 started 2024-11-24T23:22:46,832 INFO [RS:0;ba7f32532130:35625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:46,832 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,35625,1732490564941, RpcServer on ba7f32532130/172.17.0.3:35625, sessionid=0x1016f27f46b0004 2024-11-24T23:22:46,832 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:22:46,832 DEBUG [RS:0;ba7f32532130:35625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,35625,1732490564941 2024-11-24T23:22:46,832 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,35625,1732490564941' 2024-11-24T23:22:46,832 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11006371145/flush-table-proc/abort' 2024-11-24T23:22:46,833 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11006371145/flush-table-proc/acquired' 2024-11-24T23:22:46,833 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:22:46,833 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:22:46,833 DEBUG [RS:0;ba7f32532130:35625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,35625,1732490564941 2024-11-24T23:22:46,833 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,35625,1732490564941' 2024-11-24T23:22:46,833 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11006371145/online-snapshot/abort' 2024-11-24T23:22:46,834 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11006371145/online-snapshot/acquired' 2024-11-24T23:22:46,834 DEBUG [RS:0;ba7f32532130:35625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:22:46,834 INFO [RS:0;ba7f32532130:35625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:22:46,834 INFO [RS:0;ba7f32532130:35625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:22:46,938 INFO [RS:0;ba7f32532130:35625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:22:46,939 INFO [RS:0;ba7f32532130:35625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C35625%2C1732490564941, suffix=, logDir=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/WALs/ba7f32532130,35625,1732490564941, archiveDir=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/oldWALs, maxLogs=10 2024-11-24T23:22:46,952 DEBUG [RS:0;ba7f32532130:35625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/WALs/ba7f32532130,35625,1732490564941/ba7f32532130%2C35625%2C1732490564941.1732490566939, exclude list is [], retry=0 2024-11-24T23:22:46,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-2a6964a1-4908-4e86-86ff-fff0069e44ff,DISK] 2024-11-24T23:22:46,956 INFO [RS:0;ba7f32532130:35625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/WALs/ba7f32532130,35625,1732490564941/ba7f32532130%2C35625%2C1732490564941.1732490566939 2024-11-24T23:22:46,956 DEBUG [RS:0;ba7f32532130:35625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45845:45845)] 2024-11-24T23:22:47,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:22:47,006 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c 2024-11-24T23:22:47,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:22:47,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:47,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:22:47,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:22:47,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:47,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:47,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:22:47,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:22:47,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:47,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:47,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:22:47,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:22:47,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:47,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:47,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:22:47,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:22:47,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:47,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:47,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:22:47,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740 2024-11-24T23:22:47,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740 2024-11-24T23:22:47,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:22:47,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:22:47,020 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:47,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:22:47,022 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:47,022 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74920921, jitterRate=0.11640872061252594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:47,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490567013Initializing all the Stores at 1732490567013Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490567013Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490567013Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490567013Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490567013Cleaning up temporary data from old regions at 1732490567020 (+7 ms)Region opened successfully at 1732490567022 (+2 ms) 2024-11-24T23:22:47,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:22:47,022 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:22:47,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:22:47,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:22:47,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:22:47,023 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:22:47,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490567022Disabling compacts and flushes for region at 1732490567022Disabling writes for close at 1732490567023 (+1 ms)Writing region close event to WAL at 1732490567023Closed at 1732490567023 2024-11-24T23:22:47,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:47,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:22:47,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:22:47,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:22:47,025 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:22:47,175 DEBUG [ba7f32532130:37421 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:22:47,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,35625,1732490564941 2024-11-24T23:22:47,176 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,35625,1732490564941, state=OPENING 2024-11-24T23:22:47,200 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:22:47,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:22:47,210 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:22:47,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11006371145/meta-region-server: CHANGED 2024-11-24T23:22:47,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11006371145/meta-region-server: CHANGED 2024-11-24T23:22:47,211 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:22:47,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,35625,1732490564941}] 2024-11-24T23:22:47,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x186faf61c77b36fa with lease ID 0x8e2a8f591763ec71: from storage DS-2a6964a1-4908-4e86-86ff-fff0069e44ff node DatanodeRegistration(127.0.0.1:44579, datanodeUuid=ee9a99bc-9d33-4fd7-ab7d-6b38885bfee2, infoPort=45845, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=458597281;c=1732490562535), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:22:47,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x186faf61c77b36fa with lease ID 0x8e2a8f591763ec71: from storage DS-1d6757a4-8884-475d-85c6-8eae92222f7d node DatanodeRegistration(127.0.0.1:44579, datanodeUuid=ee9a99bc-9d33-4fd7-ab7d-6b38885bfee2, infoPort=45845, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=458597281;c=1732490562535), blocks: 4, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:22:47,363 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:22:47,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:22:47,367 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:22:47,367 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:47,367 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:22:47,368 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C35625%2C1732490564941.meta, suffix=.meta, logDir=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/WALs/ba7f32532130,35625,1732490564941, archiveDir=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/oldWALs, maxLogs=10 2024-11-24T23:22:47,381 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/WALs/ba7f32532130,35625,1732490564941/ba7f32532130%2C35625%2C1732490564941.meta.1732490567369.meta, exclude list is [], retry=0 2024-11-24T23:22:47,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-2a6964a1-4908-4e86-86ff-fff0069e44ff,DISK] 2024-11-24T23:22:47,384 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/WALs/ba7f32532130,35625,1732490564941/ba7f32532130%2C35625%2C1732490564941.meta.1732490567369.meta 2024-11-24T23:22:47,384 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45845:45845)] 2024-11-24T23:22:47,384 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:47,385 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:47,385 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:22:47,385 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:22:47,385 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:22:47,385 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:22:47,385 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:47,385 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:22:47,385 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:22:47,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:22:47,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:22:47,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:47,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:47,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:22:47,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:22:47,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:47,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:47,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:22:47,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:22:47,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:47,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:47,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:22:47,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:22:47,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:47,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:47,390 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:22:47,390 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740 2024-11-24T23:22:47,391 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740 2024-11-24T23:22:47,392 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:22:47,392 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:22:47,392 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:47,393 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:22:47,393 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65394696, jitterRate=-0.02554309368133545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:47,393 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:22:47,393 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490567385Writing region info on filesystem at 1732490567385Initializing all the Stores at 1732490567386 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490567386Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490567386Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490567386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490567386Cleaning up temporary data from old regions at 1732490567392 (+6 ms)Running coprocessor post-open hooks at 1732490567393 (+1 ms)Region opened successfully at 1732490567393 2024-11-24T23:22:47,394 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490567363 2024-11-24T23:22:47,395 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:22:47,395 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:22:47,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,35625,1732490564941 2024-11-24T23:22:47,396 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,35625,1732490564941, state=OPEN 2024-11-24T23:22:47,431 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11006371145/meta-region-server 2024-11-24T23:22:47,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11006371145/meta-region-server 2024-11-24T23:22:47,432 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,35625,1732490564941 2024-11-24T23:22:47,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11006371145/meta-region-server: CHANGED 2024-11-24T23:22:47,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11006371145/meta-region-server: CHANGED 2024-11-24T23:22:47,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:22:47,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,35625,1732490564941 in 221 msec 2024-11-24T23:22:47,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:22:47,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-24T23:22:47,435 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:47,435 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:22:47,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:47,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,35625,1732490564941, seqNum=-1] 2024-11-24T23:22:47,436 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:47,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:47,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 848 msec 2024-11-24T23:22:47,441 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490567441, completionTime=-1 2024-11-24T23:22:47,441 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:22:47,441 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:22:47,443 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:22:47,443 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490627443 2024-11-24T23:22:47,443 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490687443 2024-11-24T23:22:47,443 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T23:22:47,443 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37421,1732490564769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:47,444 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37421,1732490564769-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:47,444 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37421,1732490564769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:47,444 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:37421, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:47,444 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:47,444 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:47,445 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:22:47,447 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.420sec 2024-11-24T23:22:47,447 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:22:47,447 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:22:47,447 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:22:47,447 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:22:47,447 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:22:47,447 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37421,1732490564769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:22:47,447 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37421,1732490564769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:22:47,449 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:22:47,449 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:22:47,449 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37421,1732490564769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:47,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2633fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:47,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37421,-1 for getting cluster id 2024-11-24T23:22:47,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:47,485 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24147744-208b-4706-9ce7-5ce9eb728dc5' 2024-11-24T23:22:47,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:47,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24147744-208b-4706-9ce7-5ce9eb728dc5" 2024-11-24T23:22:47,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a46dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:47,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37421,-1] 2024-11-24T23:22:47,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:47,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:47,487 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:47,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b759c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:47,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:47,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,35625,1732490564941, seqNum=-1] 2024-11-24T23:22:47,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:47,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:47,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,37421,1732490564769 2024-11-24T23:22:47,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64208 2024-11-24T23:22:47,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:47,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016f27f46b0005 connected 2024-11-24T23:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/hadoop.log.dir so I do NOT create it in target/test-data/f96481c3-d450-cc4a-609b-5fae18261909 2024-11-24T23:22:47,512 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/hadoop.tmp.dir so I do NOT create it in target/test-data/f96481c3-d450-cc4a-609b-5fae18261909 2024-11-24T23:22:47,512 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:22:47,512 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909 2024-11-24T23:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:22:47,512 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/cluster_cbb2e6f4-915b-e64d-cfa9-e6bff136a8da, deleteOnExit=true 2024-11-24T23:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/test.cache.data in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:22:47,513 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:22:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:22:47,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:22:47,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:22:47,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:22:47,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:22:47,808 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:22:47,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:47,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:22:47,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:22:47,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:22:47,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:22:47,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:22:47,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:22:47,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4d0068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:22:47,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a0b0a92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:22:48,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b14f006{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/java.io.tmpdir/jetty-localhost-38169-hadoop-hdfs-3_4_1-tests_jar-_-any-17227499829841169592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:22:48,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a5204a2{HTTP/1.1, (http/1.1)}{localhost:38169} 2024-11-24T23:22:48,092 INFO [Time-limited test {}] server.Server(415): Started @340767ms 2024-11-24T23:22:48,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:22:48,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:22:48,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:22:48,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:22:48,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:22:48,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a4078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:22:48,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ca419c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:22:48,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c206bad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/java.io.tmpdir/jetty-localhost-43751-hadoop-hdfs-3_4_1-tests_jar-_-any-4946773384093551023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:22:48,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7363c05c{HTTP/1.1, (http/1.1)}{localhost:43751} 2024-11-24T23:22:48,580 INFO [Time-limited test {}] server.Server(415): Started @341255ms 2024-11-24T23:22:48,581 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:22:49,722 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/cluster_cbb2e6f4-915b-e64d-cfa9-e6bff136a8da/data/data1/current/BP-1480296362-172.17.0.3-1732490567529/current, will proceed with Du for space computation calculation, 2024-11-24T23:22:49,722 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/cluster_cbb2e6f4-915b-e64d-cfa9-e6bff136a8da/data/data2/current/BP-1480296362-172.17.0.3-1732490567529/current, will proceed with Du for space computation calculation, 2024-11-24T23:22:49,739 WARN [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:22:49,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d57ba5f2e5223bc with lease ID 0xa6caa7aa56a21c75: Processing first storage report for DS-dee7aee1-d168-425b-82e0-72d053faf332 from datanode DatanodeRegistration(127.0.0.1:34165, datanodeUuid=6f08eb25-b2e4-415d-a480-6cf98582fb8b, infoPort=43263, infoSecurePort=0, ipcPort=42537, storageInfo=lv=-57;cid=testClusterID;nsid=923355041;c=1732490567529) 2024-11-24T23:22:49,740 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d57ba5f2e5223bc with lease ID 0xa6caa7aa56a21c75: from storage DS-dee7aee1-d168-425b-82e0-72d053faf332 node DatanodeRegistration(127.0.0.1:34165, datanodeUuid=6f08eb25-b2e4-415d-a480-6cf98582fb8b, infoPort=43263, infoSecurePort=0, ipcPort=42537, storageInfo=lv=-57;cid=testClusterID;nsid=923355041;c=1732490567529), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:22:49,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d57ba5f2e5223bc with lease ID 0xa6caa7aa56a21c75: Processing first storage report for DS-f93f0440-3014-4682-bdc8-b9c3ab81f1f2 from datanode DatanodeRegistration(127.0.0.1:34165, datanodeUuid=6f08eb25-b2e4-415d-a480-6cf98582fb8b, infoPort=43263, infoSecurePort=0, ipcPort=42537, storageInfo=lv=-57;cid=testClusterID;nsid=923355041;c=1732490567529) 2024-11-24T23:22:49,740 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d57ba5f2e5223bc with lease ID 0xa6caa7aa56a21c75: from storage DS-f93f0440-3014-4682-bdc8-b9c3ab81f1f2 node DatanodeRegistration(127.0.0.1:34165, datanodeUuid=6f08eb25-b2e4-415d-a480-6cf98582fb8b, infoPort=43263, infoSecurePort=0, ipcPort=42537, storageInfo=lv=-57;cid=testClusterID;nsid=923355041;c=1732490567529), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:22:49,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909 2024-11-24T23:22:49,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:49,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:49,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:22:50,256 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6 with version=8 2024-11-24T23:22:50,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/hbase-staging 2024-11-24T23:22:50,257 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:22:50,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:50,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:50,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:22:50,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:50,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:22:50,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:22:50,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:22:50,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40683 2024-11-24T23:22:50,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40683 connecting to ZooKeeper ensemble=127.0.0.1:64208 2024-11-24T23:22:50,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406830x0, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:50,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40683-0x1016f27f46b0006 connected 2024-11-24T23:22:50,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:50,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:50,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Set watcher on znode that does not yet exist, /21973954937/running 2024-11-24T23:22:50,356 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6, hbase.cluster.distributed=false 2024-11-24T23:22:50,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Set watcher on znode that does not yet exist, /21973954937/acl 2024-11-24T23:22:50,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40683 2024-11-24T23:22:50,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40683 2024-11-24T23:22:50,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40683 2024-11-24T23:22:50,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40683 2024-11-24T23:22:50,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40683 2024-11-24T23:22:50,385 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:22:50,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:50,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:50,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:22:50,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:22:50,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:22:50,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:22:50,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:22:50,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44185 2024-11-24T23:22:50,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44185 connecting to ZooKeeper ensemble=127.0.0.1:64208 2024-11-24T23:22:50,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:50,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:50,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441850x0, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:50,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441850x0, quorum=127.0.0.1:64208, baseZNode=/21973954937 Set watcher on znode that does not yet exist, /21973954937/running 2024-11-24T23:22:50,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:22:50,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44185-0x1016f27f46b0007 connected 2024-11-24T23:22:50,411 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:22:50,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Set watcher on znode that does not yet exist, /21973954937/master 2024-11-24T23:22:50,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Set watcher on znode that does not yet exist, /21973954937/acl 2024-11-24T23:22:50,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44185 2024-11-24T23:22:50,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44185 2024-11-24T23:22:50,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44185 2024-11-24T23:22:50,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44185 2024-11-24T23:22:50,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44185 2024-11-24T23:22:50,443 DEBUG [M:0;ba7f32532130:40683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:40683 2024-11-24T23:22:50,443 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21973954937/backup-masters/ba7f32532130,40683,1732490570257 2024-11-24T23:22:50,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937/backup-masters 2024-11-24T23:22:50,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937/backup-masters 2024-11-24T23:22:50,453 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Set watcher on existing znode=/21973954937/backup-masters/ba7f32532130,40683,1732490570257 2024-11-24T23:22:50,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21973954937/master 2024-11-24T23:22:50,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:22:50,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:22:50,464 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Set watcher on existing znode=/21973954937/master 2024-11-24T23:22:50,464 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21973954937/backup-masters/ba7f32532130,40683,1732490570257 from backup master directory 2024-11-24T23:22:50,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937/backup-masters 2024-11-24T23:22:50,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21973954937/backup-masters/ba7f32532130,40683,1732490570257 2024-11-24T23:22:50,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937/backup-masters 2024-11-24T23:22:50,474 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:22:50,474 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,40683,1732490570257 2024-11-24T23:22:50,477 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/hbase.id] with ID: 0ef6fd6e-2289-49a8-b69c-5404e811f05f 2024-11-24T23:22:50,477 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/.tmp/hbase.id 2024-11-24T23:22:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:22:50,886 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/.tmp/hbase.id]:[hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/hbase.id] 2024-11-24T23:22:50,894 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:22:50,894 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:22:50,894 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T23:22:50,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:22:50,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:22:50,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:22:51,346 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:51,347 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:22:51,347 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:22:51,754 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store 2024-11-24T23:22:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:22:52,159 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:52,159 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:22:52,159 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:52,159 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:52,159 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:22:52,159 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:52,159 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:22:52,159 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490572159Disabling compacts and flushes for region at 1732490572159Disabling writes for close at 1732490572159Writing region close event to WAL at 1732490572159Closed at 1732490572159 2024-11-24T23:22:52,160 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/.initializing 2024-11-24T23:22:52,160 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/WALs/ba7f32532130,40683,1732490570257 2024-11-24T23:22:52,161 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:22:52,162 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C40683%2C1732490570257, suffix=, logDir=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/WALs/ba7f32532130,40683,1732490570257, archiveDir=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/oldWALs, maxLogs=10 2024-11-24T23:22:52,174 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/WALs/ba7f32532130,40683,1732490570257/ba7f32532130%2C40683%2C1732490570257.1732490572162, exclude list is [], retry=0 2024-11-24T23:22:52,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34165,DS-dee7aee1-d168-425b-82e0-72d053faf332,DISK] 2024-11-24T23:22:52,177 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/WALs/ba7f32532130,40683,1732490570257/ba7f32532130%2C40683%2C1732490570257.1732490572162 2024-11-24T23:22:52,178 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263)] 2024-11-24T23:22:52,178 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:52,178 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:52,178 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:52,178 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:52,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:52,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:22:52,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:52,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:52,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:52,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:22:52,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:52,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:52,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:52,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:22:52,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:52,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:52,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:52,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:22:52,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:52,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:52,183 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:52,184 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:52,184 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:52,197 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:52,197 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:52,197 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:52,198 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:22:52,200 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:52,200 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67962176, jitterRate=0.012715339660644531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:52,200 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490572178Initializing all the Stores at 1732490572179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490572179Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490572179Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490572179Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490572179Cleaning up temporary data from old regions at 1732490572197 (+18 ms)Region opened successfully at 1732490572200 (+3 ms) 2024-11-24T23:22:52,200 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:22:52,202 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679d6fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:22:52,203 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:22:52,203 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:22:52,203 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:22:52,203 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:22:52,204 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:22:52,204 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:22:52,204 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:22:52,205 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:22:52,206 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Unable to get data of znode /21973954937/balancer because node does not exist (not necessarily an error) 2024-11-24T23:22:52,215 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21973954937/balancer already deleted, retry=false 2024-11-24T23:22:52,215 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:22:52,216 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Unable to get data of znode /21973954937/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:22:52,225 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21973954937/normalizer already deleted, retry=false 2024-11-24T23:22:52,226 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:22:52,226 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Unable to get data of znode /21973954937/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:22:52,236 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21973954937/switch/split already deleted, retry=false 2024-11-24T23:22:52,237 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Unable to get data of znode /21973954937/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:22:52,246 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21973954937/switch/merge already deleted, retry=false 2024-11-24T23:22:52,248 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Unable to get data of znode /21973954937/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:22:52,257 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21973954937/snapshot-cleanup already deleted, retry=false 2024-11-24T23:22:52,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21973954937/running 2024-11-24T23:22:52,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21973954937/running 2024-11-24T23:22:52,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:22:52,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:22:52,268 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,40683,1732490570257, sessionid=0x1016f27f46b0006, setting cluster-up flag (Was=false) 2024-11-24T23:22:52,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:22:52,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:22:52,320 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21973954937/flush-table-proc/acquired, /21973954937/flush-table-proc/reached, /21973954937/flush-table-proc/abort 2024-11-24T23:22:52,321 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,40683,1732490570257 2024-11-24T23:22:52,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:22:52,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:22:52,373 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21973954937/online-snapshot/acquired, /21973954937/online-snapshot/reached, /21973954937/online-snapshot/abort 2024-11-24T23:22:52,374 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,40683,1732490570257 2024-11-24T23:22:52,374 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:22:52,375 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:52,376 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:22:52,376 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:22:52,376 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,40683,1732490570257 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:22:52,377 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:52,377 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:52,377 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:52,377 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:22:52,377 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:22:52,377 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,377 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:22:52,377 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,378 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490602378 2024-11-24T23:22:52,378 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:22:52,378 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:22:52,378 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:22:52,378 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:22:52,378 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:22:52,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:52,378 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:22:52,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:22:52,378 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:22:52,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:22:52,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:22:52,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T23:22:52,379 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:52,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:22:52,379 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:22:52,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:22:52,379 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490572379,5,FailOnTimeoutGroup] 2024-11-24T23:22:52,379 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490572379,5,FailOnTimeoutGroup] 2024-11-24T23:22:52,380 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,380 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:22:52,380 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,380 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:22:52,435 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(746): ClusterId : 0ef6fd6e-2289-49a8-b69c-5404e811f05f 2024-11-24T23:22:52,435 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:22:52,447 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:22:52,447 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:22:52,457 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:22:52,458 DEBUG [RS:0;ba7f32532130:44185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512c1b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:22:52,469 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:44185 2024-11-24T23:22:52,469 INFO [RS:0;ba7f32532130:44185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:22:52,469 INFO [RS:0;ba7f32532130:44185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:22:52,469 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:22:52,469 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,40683,1732490570257 with port=44185, startcode=1732490570384 2024-11-24T23:22:52,469 DEBUG [RS:0;ba7f32532130:44185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:22:52,470 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:22:52,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,44185,1732490570384 2024-11-24T23:22:52,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40683 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,44185,1732490570384 2024-11-24T23:22:52,472 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6 2024-11-24T23:22:52,472 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39453 2024-11-24T23:22:52,472 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:22:52,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937/rs 2024-11-24T23:22:52,517 DEBUG [RS:0;ba7f32532130:44185 {}] zookeeper.ZKUtil(111): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Set watcher on existing znode=/21973954937/rs/ba7f32532130,44185,1732490570384 2024-11-24T23:22:52,517 WARN [RS:0;ba7f32532130:44185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:22:52,517 INFO [RS:0;ba7f32532130:44185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:52,517 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/WALs/ba7f32532130,44185,1732490570384 2024-11-24T23:22:52,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,44185,1732490570384] 2024-11-24T23:22:52,520 INFO [RS:0;ba7f32532130:44185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:22:52,521 INFO [RS:0;ba7f32532130:44185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:22:52,522 INFO [RS:0;ba7f32532130:44185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:22:52,522 INFO [RS:0;ba7f32532130:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,522 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:22:52,523 INFO [RS:0;ba7f32532130:44185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:22:52,523 INFO [RS:0;ba7f32532130:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,523 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,523 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,523 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,523 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,523 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,523 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:22:52,523 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,523 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,523 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,523 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,523 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,523 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:22:52,524 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:22:52,524 DEBUG [RS:0;ba7f32532130:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:22:52,528 INFO [RS:0;ba7f32532130:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,528 INFO [RS:0;ba7f32532130:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,528 INFO [RS:0;ba7f32532130:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,528 INFO [RS:0;ba7f32532130:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,528 INFO [RS:0;ba7f32532130:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,528 INFO [RS:0;ba7f32532130:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44185,1732490570384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:22:52,551 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:22:52,551 INFO [RS:0;ba7f32532130:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,44185,1732490570384-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,551 INFO [RS:0;ba7f32532130:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,551 INFO [RS:0;ba7f32532130:44185 {}] regionserver.Replication(171): ba7f32532130,44185,1732490570384 started 2024-11-24T23:22:52,564 INFO [RS:0;ba7f32532130:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:52,565 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,44185,1732490570384, RpcServer on ba7f32532130/172.17.0.3:44185, sessionid=0x1016f27f46b0007 2024-11-24T23:22:52,565 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:22:52,565 DEBUG [RS:0;ba7f32532130:44185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,44185,1732490570384 2024-11-24T23:22:52,565 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,44185,1732490570384' 2024-11-24T23:22:52,565 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21973954937/flush-table-proc/abort' 2024-11-24T23:22:52,565 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21973954937/flush-table-proc/acquired' 2024-11-24T23:22:52,566 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:22:52,566 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:22:52,566 DEBUG [RS:0;ba7f32532130:44185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,44185,1732490570384 2024-11-24T23:22:52,566 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,44185,1732490570384' 2024-11-24T23:22:52,566 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21973954937/online-snapshot/abort' 2024-11-24T23:22:52,566 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21973954937/online-snapshot/acquired' 2024-11-24T23:22:52,566 DEBUG [RS:0;ba7f32532130:44185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:22:52,566 INFO [RS:0;ba7f32532130:44185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:22:52,566 INFO [RS:0;ba7f32532130:44185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:22:52,667 INFO [RS:0;ba7f32532130:44185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:22:52,668 INFO [RS:0;ba7f32532130:44185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C44185%2C1732490570384, suffix=, logDir=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/WALs/ba7f32532130,44185,1732490570384, archiveDir=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/oldWALs, maxLogs=10 2024-11-24T23:22:52,684 DEBUG [RS:0;ba7f32532130:44185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/WALs/ba7f32532130,44185,1732490570384/ba7f32532130%2C44185%2C1732490570384.1732490572668, exclude list is [], retry=0 2024-11-24T23:22:52,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34165,DS-dee7aee1-d168-425b-82e0-72d053faf332,DISK] 2024-11-24T23:22:52,687 INFO [RS:0;ba7f32532130:44185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/WALs/ba7f32532130,44185,1732490570384/ba7f32532130%2C44185%2C1732490570384.1732490572668 2024-11-24T23:22:52,688 DEBUG [RS:0;ba7f32532130:44185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263)] 2024-11-24T23:22:52,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:22:52,788 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6 2024-11-24T23:22:52,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:22:52,887 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:22:52,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:52,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:53,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:53,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:22:53,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:22:53,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:53,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:53,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:22:53,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:22:53,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:53,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:53,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:22:53,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:22:53,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:53,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:53,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:22:53,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:22:53,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:53,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:53,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:22:53,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740 2024-11-24T23:22:53,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740 2024-11-24T23:22:53,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:22:53,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:22:53,200 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:53,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:22:53,202 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:53,202 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65428137, jitterRate=-0.02504478394985199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:53,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490573192Initializing all the Stores at 1732490573193 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490573193Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490573193Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490573193Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490573193Cleaning up temporary data from old regions at 1732490573200 (+7 ms)Region opened successfully at 1732490573202 (+2 ms) 2024-11-24T23:22:53,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:22:53,203 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:22:53,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:22:53,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:22:53,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:22:53,203 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:22:53,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490573202Disabling compacts and flushes for region at 1732490573202Disabling writes for close at 1732490573203 (+1 ms)Writing region close event to WAL at 1732490573203Closed at 1732490573203 2024-11-24T23:22:53,204 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:53,204 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:22:53,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:22:53,205 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:22:53,205 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:22:53,356 DEBUG [ba7f32532130:40683 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:22:53,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,44185,1732490570384 2024-11-24T23:22:53,357 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,44185,1732490570384, state=OPENING 2024-11-24T23:22:53,404 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:22:53,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:22:53,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:22:53,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21973954937/meta-region-server: CHANGED 2024-11-24T23:22:53,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21973954937/meta-region-server: CHANGED 2024-11-24T23:22:53,415 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:22:53,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,44185,1732490570384}] 2024-11-24T23:22:53,567 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:22:53,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:22:53,571 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:22:53,571 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:22:53,571 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:22:53,572 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C44185%2C1732490570384.meta, suffix=.meta, logDir=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/WALs/ba7f32532130,44185,1732490570384, archiveDir=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/oldWALs, maxLogs=10 2024-11-24T23:22:53,586 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/WALs/ba7f32532130,44185,1732490570384/ba7f32532130%2C44185%2C1732490570384.meta.1732490573572.meta, exclude list is [], retry=0 2024-11-24T23:22:53,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34165,DS-dee7aee1-d168-425b-82e0-72d053faf332,DISK] 2024-11-24T23:22:53,588 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/WALs/ba7f32532130,44185,1732490570384/ba7f32532130%2C44185%2C1732490570384.meta.1732490573572.meta 2024-11-24T23:22:53,590 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263)] 2024-11-24T23:22:53,591 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:53,591 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:53,591 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:22:53,591 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:22:53,591 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:22:53,591 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:22:53,591 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:53,591 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:22:53,591 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:22:53,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:22:53,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:22:53,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:53,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:53,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:22:53,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:22:53,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:53,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:53,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:22:53,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:22:53,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:53,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:53,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:22:53,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:22:53,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:53,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:22:53,597 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:22:53,598 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740 2024-11-24T23:22:53,598 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740 2024-11-24T23:22:53,599 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:22:53,599 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:22:53,599 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:22:53,600 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:22:53,601 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66465289, jitterRate=-0.009590014815330505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:22:53,601 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:22:53,601 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490573592Writing region info on filesystem at 1732490573592Initializing all the Stores at 1732490573592Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490573592Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490573594 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490573594Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490573594Cleaning up temporary data from old regions at 1732490573599 (+5 ms)Running coprocessor post-open hooks at 1732490573601 (+2 ms)Region opened successfully at 1732490573601 2024-11-24T23:22:53,602 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490573567 2024-11-24T23:22:53,604 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:22:53,604 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:22:53,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,44185,1732490570384 2024-11-24T23:22:53,605 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,44185,1732490570384, state=OPEN 2024-11-24T23:22:53,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21973954937/meta-region-server 2024-11-24T23:22:53,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21973954937/meta-region-server 2024-11-24T23:22:53,615 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,44185,1732490570384 2024-11-24T23:22:53,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21973954937/meta-region-server: CHANGED 2024-11-24T23:22:53,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21973954937/meta-region-server: CHANGED 2024-11-24T23:22:53,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:22:53,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,44185,1732490570384 in 200 msec 2024-11-24T23:22:53,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:22:53,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-24T23:22:53,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:22:53,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:22:53,621 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:53,621 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44185,1732490570384, seqNum=-1] 2024-11-24T23:22:53,621 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:53,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:53,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-24T23:22:53,626 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490573626, completionTime=-1 2024-11-24T23:22:53,626 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:22:53,626 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:22:53,628 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:22:53,628 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490633628 2024-11-24T23:22:53,628 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490693628 2024-11-24T23:22:53,628 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T23:22:53,629 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40683,1732490570257-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:53,629 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40683,1732490570257-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:53,629 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40683,1732490570257-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:53,629 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:40683, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:53,629 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:53,630 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:53,631 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:22:53,633 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.159sec 2024-11-24T23:22:53,633 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:22:53,633 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:22:53,633 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:22:53,633 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:22:53,633 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:22:53,633 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40683,1732490570257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:22:53,633 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40683,1732490570257-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:22:53,635 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:22:53,635 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:22:53,635 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40683,1732490570257-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:22:53,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252b21e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:53,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,40683,-1 for getting cluster id 2024-11-24T23:22:53,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:22:53,640 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ef6fd6e-2289-49a8-b69c-5404e811f05f' 2024-11-24T23:22:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:22:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ef6fd6e-2289-49a8-b69c-5404e811f05f" 2024-11-24T23:22:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c520a2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,40683,-1] 2024-11-24T23:22:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:22:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:53,643 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:22:53,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585871a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:53,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:22:53,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44185,1732490570384, seqNum=-1] 2024-11-24T23:22:53,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:53,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:53,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,40683,1732490570257 2024-11-24T23:22:53,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64208 2024-11-24T23:22:53,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:22:53,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016f27f46b0008 connected 2024-11-24T23:22:53,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,43381,1732490559712 2024-11-24T23:22:53,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cd4e821 2024-11-24T23:22:53,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:53,678 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:53,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:22:53,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:22:53,681 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:53,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:22:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:53,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:22:53,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:22:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:54,092 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 507804e1ef001dffa8371f4f1d05d086, NAME => 'test,,1732490573678.507804e1ef001dffa8371f4f1d05d086.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83 2024-11-24T23:22:54,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:22:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:54,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490573678.507804e1ef001dffa8371f4f1d05d086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:54,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 507804e1ef001dffa8371f4f1d05d086, disabling compactions & flushes 2024-11-24T23:22:54,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. 2024-11-24T23:22:54,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. 2024-11-24T23:22:54,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. after waiting 0 ms 2024-11-24T23:22:54,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. 2024-11-24T23:22:54,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. 2024-11-24T23:22:54,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 507804e1ef001dffa8371f4f1d05d086: Waiting for close lock at 1732490574497Disabling compacts and flushes for region at 1732490574497Disabling writes for close at 1732490574497Writing region close event to WAL at 1732490574497Closed at 1732490574497 2024-11-24T23:22:54,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:22:54,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490573678.507804e1ef001dffa8371f4f1d05d086.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490574498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490574498"}]},"ts":"1732490574498"} 2024-11-24T23:22:54,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:22:54,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:22:54,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490574500"}]},"ts":"1732490574500"} 2024-11-24T23:22:54,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:22:54,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=507804e1ef001dffa8371f4f1d05d086, ASSIGN}] 2024-11-24T23:22:54,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=507804e1ef001dffa8371f4f1d05d086, ASSIGN 2024-11-24T23:22:54,503 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=507804e1ef001dffa8371f4f1d05d086, ASSIGN; state=OFFLINE, location=ba7f32532130,40769,1732490559902; forceNewPlan=false, retain=false 2024-11-24T23:22:54,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=507804e1ef001dffa8371f4f1d05d086, regionState=OPENING, regionLocation=ba7f32532130,40769,1732490559902 2024-11-24T23:22:54,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=507804e1ef001dffa8371f4f1d05d086, ASSIGN because future has completed 2024-11-24T23:22:54,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 507804e1ef001dffa8371f4f1d05d086, server=ba7f32532130,40769,1732490559902}] 2024-11-24T23:22:54,810 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. 2024-11-24T23:22:54,810 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 507804e1ef001dffa8371f4f1d05d086, NAME => 'test,,1732490573678.507804e1ef001dffa8371f4f1d05d086.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:54,811 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:54,811 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:22:54,811 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,811 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490573678.507804e1ef001dffa8371f4f1d05d086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:54,811 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,811 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,812 INFO [StoreOpener-507804e1ef001dffa8371f4f1d05d086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,812 INFO [StoreOpener-507804e1ef001dffa8371f4f1d05d086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 507804e1ef001dffa8371f4f1d05d086 columnFamilyName f 2024-11-24T23:22:54,812 DEBUG [StoreOpener-507804e1ef001dffa8371f4f1d05d086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:54,813 INFO [StoreOpener-507804e1ef001dffa8371f4f1d05d086-1 {}] regionserver.HStore(327): Store=507804e1ef001dffa8371f4f1d05d086/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:54,813 INFO [StoreOpener-507804e1ef001dffa8371f4f1d05d086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,814 INFO [StoreOpener-507804e1ef001dffa8371f4f1d05d086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 507804e1ef001dffa8371f4f1d05d086 columnFamilyName f1 2024-11-24T23:22:54,814 DEBUG [StoreOpener-507804e1ef001dffa8371f4f1d05d086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:54,814 INFO [StoreOpener-507804e1ef001dffa8371f4f1d05d086-1 {}] regionserver.HStore(327): Store=507804e1ef001dffa8371f4f1d05d086/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:54,814 INFO [StoreOpener-507804e1ef001dffa8371f4f1d05d086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,815 INFO [StoreOpener-507804e1ef001dffa8371f4f1d05d086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 507804e1ef001dffa8371f4f1d05d086 columnFamilyName norep 2024-11-24T23:22:54,815 DEBUG [StoreOpener-507804e1ef001dffa8371f4f1d05d086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:54,815 INFO [StoreOpener-507804e1ef001dffa8371f4f1d05d086-1 {}] regionserver.HStore(327): Store=507804e1ef001dffa8371f4f1d05d086/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:54,815 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,815 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,816 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,816 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,816 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,816 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:22:54,817 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,818 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:54,819 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 507804e1ef001dffa8371f4f1d05d086; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67212358, jitterRate=0.0015421807765960693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:22:54,819 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:22:54,819 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 507804e1ef001dffa8371f4f1d05d086: Running coprocessor pre-open hook at 1732490574811Writing region info on filesystem at 1732490574811Initializing all the Stores at 1732490574811Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490574811Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490574812 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490574812Cleaning up temporary data from old regions at 1732490574816 (+4 ms)Running coprocessor post-open hooks at 1732490574819 (+3 ms)Region opened successfully at 1732490574819 2024-11-24T23:22:54,820 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490573678.507804e1ef001dffa8371f4f1d05d086., pid=6, masterSystemTime=1732490574807 2024-11-24T23:22:54,821 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. 2024-11-24T23:22:54,821 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. 2024-11-24T23:22:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:54,822 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=507804e1ef001dffa8371f4f1d05d086, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,40769,1732490559902 2024-11-24T23:22:54,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 507804e1ef001dffa8371f4f1d05d086, server=ba7f32532130,40769,1732490559902 because future has completed 2024-11-24T23:22:54,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:22:54,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 507804e1ef001dffa8371f4f1d05d086, server=ba7f32532130,40769,1732490559902 in 169 msec 2024-11-24T23:22:54,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:22:54,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=507804e1ef001dffa8371f4f1d05d086, ASSIGN in 323 msec 2024-11-24T23:22:54,827 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:22:54,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490574827"}]},"ts":"1732490574827"} 2024-11-24T23:22:54,829 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:22:54,829 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:22:54,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-24T23:22:54,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:54,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:22:54,952 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148969 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:22:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:55,831 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:22:55,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37421,1732490564769 2024-11-24T23:22:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c3d327c 2024-11-24T23:22:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:55,833 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:55,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:22:55,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:22:55,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:55,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:22:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:55,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:22:55,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:22:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:56,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 851e6af37c5c0fb6638c9589c6333281, NAME => 'test,,1732490575833.851e6af37c5c0fb6638c9589c6333281.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c 2024-11-24T23:22:56,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:22:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:56,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490575833.851e6af37c5c0fb6638c9589c6333281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:56,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 851e6af37c5c0fb6638c9589c6333281, disabling compactions & flushes 2024-11-24T23:22:56,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. 2024-11-24T23:22:56,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. 2024-11-24T23:22:56,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. after waiting 0 ms 2024-11-24T23:22:56,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. 2024-11-24T23:22:56,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. 2024-11-24T23:22:56,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 851e6af37c5c0fb6638c9589c6333281: Waiting for close lock at 1732490576646Disabling compacts and flushes for region at 1732490576646Disabling writes for close at 1732490576646Writing region close event to WAL at 1732490576646Closed at 1732490576646 2024-11-24T23:22:56,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:22:56,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490575833.851e6af37c5c0fb6638c9589c6333281.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490576647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490576647"}]},"ts":"1732490576647"} 2024-11-24T23:22:56,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:22:56,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:22:56,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490576649"}]},"ts":"1732490576649"} 2024-11-24T23:22:56,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:22:56,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=851e6af37c5c0fb6638c9589c6333281, ASSIGN}] 2024-11-24T23:22:56,651 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=851e6af37c5c0fb6638c9589c6333281, ASSIGN 2024-11-24T23:22:56,652 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=851e6af37c5c0fb6638c9589c6333281, ASSIGN; state=OFFLINE, location=ba7f32532130,35625,1732490564941; forceNewPlan=false, retain=false 2024-11-24T23:22:56,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=851e6af37c5c0fb6638c9589c6333281, regionState=OPENING, regionLocation=ba7f32532130,35625,1732490564941 2024-11-24T23:22:56,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=851e6af37c5c0fb6638c9589c6333281, ASSIGN because future has completed 2024-11-24T23:22:56,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 851e6af37c5c0fb6638c9589c6333281, server=ba7f32532130,35625,1732490564941}] 2024-11-24T23:22:56,959 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. 2024-11-24T23:22:56,959 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 851e6af37c5c0fb6638c9589c6333281, NAME => 'test,,1732490575833.851e6af37c5c0fb6638c9589c6333281.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:56,959 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:56,959 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:22:56,959 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,959 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490575833.851e6af37c5c0fb6638c9589c6333281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:56,959 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,960 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,960 INFO [StoreOpener-851e6af37c5c0fb6638c9589c6333281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,961 INFO [StoreOpener-851e6af37c5c0fb6638c9589c6333281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 851e6af37c5c0fb6638c9589c6333281 columnFamilyName f 2024-11-24T23:22:56,961 DEBUG [StoreOpener-851e6af37c5c0fb6638c9589c6333281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:56,962 INFO [StoreOpener-851e6af37c5c0fb6638c9589c6333281-1 {}] regionserver.HStore(327): Store=851e6af37c5c0fb6638c9589c6333281/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:56,962 INFO [StoreOpener-851e6af37c5c0fb6638c9589c6333281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,962 INFO [StoreOpener-851e6af37c5c0fb6638c9589c6333281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 851e6af37c5c0fb6638c9589c6333281 columnFamilyName f1 2024-11-24T23:22:56,962 DEBUG [StoreOpener-851e6af37c5c0fb6638c9589c6333281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:56,963 INFO [StoreOpener-851e6af37c5c0fb6638c9589c6333281-1 {}] regionserver.HStore(327): Store=851e6af37c5c0fb6638c9589c6333281/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:56,963 INFO [StoreOpener-851e6af37c5c0fb6638c9589c6333281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,963 INFO [StoreOpener-851e6af37c5c0fb6638c9589c6333281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 851e6af37c5c0fb6638c9589c6333281 columnFamilyName norep 2024-11-24T23:22:56,963 DEBUG [StoreOpener-851e6af37c5c0fb6638c9589c6333281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:56,964 INFO [StoreOpener-851e6af37c5c0fb6638c9589c6333281-1 {}] regionserver.HStore(327): Store=851e6af37c5c0fb6638c9589c6333281/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:56,964 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,964 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,965 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,965 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,965 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,965 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:22:56,966 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,967 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:56,968 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 851e6af37c5c0fb6638c9589c6333281; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75309059, jitterRate=0.12219242751598358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:22:56,968 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:22:56,968 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 851e6af37c5c0fb6638c9589c6333281: Running coprocessor pre-open hook at 1732490576960Writing region info on filesystem at 1732490576960Initializing all the Stores at 1732490576960Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490576960Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490576960Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490576960Cleaning up temporary data from old regions at 1732490576965 (+5 ms)Running coprocessor post-open hooks at 1732490576968 (+3 ms)Region opened successfully at 1732490576968 2024-11-24T23:22:56,969 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490575833.851e6af37c5c0fb6638c9589c6333281., pid=6, masterSystemTime=1732490576956 2024-11-24T23:22:56,970 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. 2024-11-24T23:22:56,970 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. 2024-11-24T23:22:56,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=851e6af37c5c0fb6638c9589c6333281, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,35625,1732490564941 2024-11-24T23:22:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:56,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 851e6af37c5c0fb6638c9589c6333281, server=ba7f32532130,35625,1732490564941 because future has completed 2024-11-24T23:22:56,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:22:56,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 851e6af37c5c0fb6638c9589c6333281, server=ba7f32532130,35625,1732490564941 in 168 msec 2024-11-24T23:22:56,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:22:56,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=851e6af37c5c0fb6638c9589c6333281, ASSIGN in 324 msec 2024-11-24T23:22:56,976 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:22:56,976 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490576976"}]},"ts":"1732490576976"} 2024-11-24T23:22:56,977 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:22:56,978 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:22:56,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-24T23:22:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:57,981 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:22:57,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:22:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,40683,1732490570257 2024-11-24T23:22:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ef5b338 2024-11-24T23:22:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:57,983 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:57,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T23:22:57,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:22:57,985 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:57,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T23:22:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:57,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:22:57,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741835_1011 (size=902) 2024-11-24T23:22:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:58,391 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 745fa9b8214f4fcffbfae9c0ead2fd9f, NAME => 'test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6 2024-11-24T23:22:58,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741836_1012 (size=39) 2024-11-24T23:22:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:58,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:58,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 745fa9b8214f4fcffbfae9c0ead2fd9f, disabling compactions & flushes 2024-11-24T23:22:58,795 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. 2024-11-24T23:22:58,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. 2024-11-24T23:22:58,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. after waiting 0 ms 2024-11-24T23:22:58,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. 2024-11-24T23:22:58,795 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. 2024-11-24T23:22:58,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 745fa9b8214f4fcffbfae9c0ead2fd9f: Waiting for close lock at 1732490578795Disabling compacts and flushes for region at 1732490578795Disabling writes for close at 1732490578795Writing region close event to WAL at 1732490578795Closed at 1732490578795 2024-11-24T23:22:58,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:22:58,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732490578796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490578796"}]},"ts":"1732490578796"} 2024-11-24T23:22:58,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:22:58,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:22:58,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490578798"}]},"ts":"1732490578798"} 2024-11-24T23:22:58,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T23:22:58,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=745fa9b8214f4fcffbfae9c0ead2fd9f, ASSIGN}] 2024-11-24T23:22:58,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=745fa9b8214f4fcffbfae9c0ead2fd9f, ASSIGN 2024-11-24T23:22:58,801 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=745fa9b8214f4fcffbfae9c0ead2fd9f, ASSIGN; state=OFFLINE, location=ba7f32532130,44185,1732490570384; forceNewPlan=false, retain=false 2024-11-24T23:22:58,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=745fa9b8214f4fcffbfae9c0ead2fd9f, regionState=OPENING, regionLocation=ba7f32532130,44185,1732490570384 2024-11-24T23:22:58,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=745fa9b8214f4fcffbfae9c0ead2fd9f, ASSIGN because future has completed 2024-11-24T23:22:58,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 745fa9b8214f4fcffbfae9c0ead2fd9f, server=ba7f32532130,44185,1732490570384}] 2024-11-24T23:22:59,094 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:22:59,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,112 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. 2024-11-24T23:22:59,113 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 745fa9b8214f4fcffbfae9c0ead2fd9f, NAME => 'test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:59,113 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:22:59,113 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T23:22:59,113 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,113 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:59,114 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,114 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,115 INFO [StoreOpener-745fa9b8214f4fcffbfae9c0ead2fd9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,116 INFO [StoreOpener-745fa9b8214f4fcffbfae9c0ead2fd9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 745fa9b8214f4fcffbfae9c0ead2fd9f columnFamilyName f 2024-11-24T23:22:59,116 DEBUG [StoreOpener-745fa9b8214f4fcffbfae9c0ead2fd9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:59,116 INFO [StoreOpener-745fa9b8214f4fcffbfae9c0ead2fd9f-1 {}] regionserver.HStore(327): Store=745fa9b8214f4fcffbfae9c0ead2fd9f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:59,116 INFO [StoreOpener-745fa9b8214f4fcffbfae9c0ead2fd9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,117 INFO [StoreOpener-745fa9b8214f4fcffbfae9c0ead2fd9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 745fa9b8214f4fcffbfae9c0ead2fd9f columnFamilyName f1 2024-11-24T23:22:59,117 DEBUG [StoreOpener-745fa9b8214f4fcffbfae9c0ead2fd9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:59,117 INFO [StoreOpener-745fa9b8214f4fcffbfae9c0ead2fd9f-1 {}] regionserver.HStore(327): Store=745fa9b8214f4fcffbfae9c0ead2fd9f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:59,117 INFO [StoreOpener-745fa9b8214f4fcffbfae9c0ead2fd9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,118 INFO [StoreOpener-745fa9b8214f4fcffbfae9c0ead2fd9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 745fa9b8214f4fcffbfae9c0ead2fd9f columnFamilyName norep 2024-11-24T23:22:59,118 DEBUG [StoreOpener-745fa9b8214f4fcffbfae9c0ead2fd9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:59,118 INFO [StoreOpener-745fa9b8214f4fcffbfae9c0ead2fd9f-1 {}] regionserver.HStore(327): Store=745fa9b8214f4fcffbfae9c0ead2fd9f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:59,118 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,119 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/default/test/745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,119 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/default/test/745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,119 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,119 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,120 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:22:59,121 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:22:59,122 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/default/test/745fa9b8214f4fcffbfae9c0ead2fd9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:59,122 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 745fa9b8214f4fcffbfae9c0ead2fd9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62930063, jitterRate=-0.06226898729801178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:22:59,122 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:22:59,122 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 745fa9b8214f4fcffbfae9c0ead2fd9f: Running coprocessor pre-open hook at 1732490579114Writing region info on filesystem at 1732490579114Initializing all the Stores at 1732490579114Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490579114Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490579114Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490579114Cleaning up temporary data from old regions at 1732490579120 (+6 ms)Running coprocessor post-open hooks at 1732490579122 (+2 ms)Region opened successfully at 1732490579122 2024-11-24T23:22:59,123 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f., pid=6, masterSystemTime=1732490579110 2024-11-24T23:22:59,124 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. 2024-11-24T23:22:59,124 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. 2024-11-24T23:22:59,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=745fa9b8214f4fcffbfae9c0ead2fd9f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ba7f32532130,44185,1732490570384 2024-11-24T23:22:59,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 745fa9b8214f4fcffbfae9c0ead2fd9f, server=ba7f32532130,44185,1732490570384 because future has completed 2024-11-24T23:22:59,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:22:59,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 745fa9b8214f4fcffbfae9c0ead2fd9f, server=ba7f32532130,44185,1732490570384 in 174 msec 2024-11-24T23:22:59,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:22:59,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=745fa9b8214f4fcffbfae9c0ead2fd9f, ASSIGN in 328 msec 2024-11-24T23:22:59,130 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:22:59,130 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490579130"}]},"ts":"1732490579130"} 2024-11-24T23:22:59,131 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T23:22:59,132 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:22:59,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-24T23:22:59,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:22:59,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:23:00,132 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T23:23:00,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:00,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,43381,-1 for getting cluster id 2024-11-24T23:23:00,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:00,134 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad' 2024-11-24T23:23:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad" 2024-11-24T23:23:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bba0b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,43381,-1] 2024-11-24T23:23:00,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:00,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:00,135 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:00,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ff98a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:00,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:23:00,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,43381,1732490559712 2024-11-24T23:23:00,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60aacc74 2024-11-24T23:23:00,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:23:00,138 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:23:00,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ba7f32532130:37421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:23:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:23:00,142 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:37421' 2024-11-24T23:23:00,143 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180d6a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:00,143 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37421,-1 for getting cluster id 2024-11-24T23:23:00,143 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:00,144 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24147744-208b-4706-9ce7-5ce9eb728dc5' 2024-11-24T23:23:00,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:00,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24147744-208b-4706-9ce7-5ce9eb728dc5" 2024-11-24T23:23:00,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfde40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:00,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37421,-1] 2024-11-24T23:23:00,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:00,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:00,145 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:00,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37098dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:00,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:23:00,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37421,1732490564769 2024-11-24T23:23:00,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59f03e31 2024-11-24T23:23:00,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:23:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:23:00,147 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:23:00,148 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T23:23:00,148 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:23:00,148 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:00,148 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:00,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:00,149 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:23:00,150 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T23:23:00,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:23:00,151 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:00,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:23:00,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741837_1013 (size=1138) 2024-11-24T23:23:00,162 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a0b739be520b5d8dc3a3f438a37502f, NAME => 'hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83 2024-11-24T23:23:00,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741838_1014 (size=44) 2024-11-24T23:23:00,200 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T23:23:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:23:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:23:00,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:23:00,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a0b739be520b5d8dc3a3f438a37502f, disabling compactions & flushes 2024-11-24T23:23:00,571 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. 2024-11-24T23:23:00,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. 2024-11-24T23:23:00,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. after waiting 0 ms 2024-11-24T23:23:00,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. 2024-11-24T23:23:00,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. 2024-11-24T23:23:00,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a0b739be520b5d8dc3a3f438a37502f: Waiting for close lock at 1732490580571Disabling compacts and flushes for region at 1732490580571Disabling writes for close at 1732490580571Writing region close event to WAL at 1732490580572 (+1 ms)Closed at 1732490580572 2024-11-24T23:23:00,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:23:00,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732490580573"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490580573"}]},"ts":"1732490580573"} 2024-11-24T23:23:00,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:23:00,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:23:00,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490580575"}]},"ts":"1732490580575"} 2024-11-24T23:23:00,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T23:23:00,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a0b739be520b5d8dc3a3f438a37502f, ASSIGN}] 2024-11-24T23:23:00,578 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a0b739be520b5d8dc3a3f438a37502f, ASSIGN 2024-11-24T23:23:00,579 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a0b739be520b5d8dc3a3f438a37502f, ASSIGN; state=OFFLINE, location=ba7f32532130,40769,1732490559902; forceNewPlan=false, retain=false 2024-11-24T23:23:00,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a0b739be520b5d8dc3a3f438a37502f, regionState=OPENING, regionLocation=ba7f32532130,40769,1732490559902 2024-11-24T23:23:00,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a0b739be520b5d8dc3a3f438a37502f, ASSIGN because future has completed 2024-11-24T23:23:00,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a0b739be520b5d8dc3a3f438a37502f, server=ba7f32532130,40769,1732490559902}] 2024-11-24T23:23:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:23:00,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. 2024-11-24T23:23:00,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:23:00,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T23:23:00,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ba7f32532130%2C40769%2C1732490559902.rep, suffix=, logDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902, archiveDir=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/oldWALs, maxLogs=10 2024-11-24T23:23:00,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.rep.1732490580888, exclude list is [], retry=0 2024-11-24T23:23:00,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-cc58e831-66a6-4d7f-8f51-5fc9f6416a92,DISK] 2024-11-24T23:23:00,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.rep.1732490580888 2024-11-24T23:23:00,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36385:36385)] 2024-11-24T23:23:00,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a0b739be520b5d8dc3a3f438a37502f, NAME => 'hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:23:00,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T23:23:00,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:23:00,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. service=MultiRowMutationService 2024-11-24T23:23:00,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T23:23:00,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:23:00,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,908 INFO [StoreOpener-8a0b739be520b5d8dc3a3f438a37502f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,909 INFO [StoreOpener-8a0b739be520b5d8dc3a3f438a37502f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a0b739be520b5d8dc3a3f438a37502f columnFamilyName hfileref 2024-11-24T23:23:00,909 DEBUG [StoreOpener-8a0b739be520b5d8dc3a3f438a37502f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:00,909 INFO [StoreOpener-8a0b739be520b5d8dc3a3f438a37502f-1 {}] regionserver.HStore(327): Store=8a0b739be520b5d8dc3a3f438a37502f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:23:00,909 INFO [StoreOpener-8a0b739be520b5d8dc3a3f438a37502f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,910 INFO [StoreOpener-8a0b739be520b5d8dc3a3f438a37502f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a0b739be520b5d8dc3a3f438a37502f columnFamilyName queue 2024-11-24T23:23:00,910 DEBUG [StoreOpener-8a0b739be520b5d8dc3a3f438a37502f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:00,910 INFO [StoreOpener-8a0b739be520b5d8dc3a3f438a37502f-1 {}] regionserver.HStore(327): Store=8a0b739be520b5d8dc3a3f438a37502f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:23:00,910 INFO [StoreOpener-8a0b739be520b5d8dc3a3f438a37502f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,910 INFO [StoreOpener-8a0b739be520b5d8dc3a3f438a37502f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a0b739be520b5d8dc3a3f438a37502f columnFamilyName sid 2024-11-24T23:23:00,911 DEBUG [StoreOpener-8a0b739be520b5d8dc3a3f438a37502f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:00,911 INFO [StoreOpener-8a0b739be520b5d8dc3a3f438a37502f-1 {}] regionserver.HStore(327): Store=8a0b739be520b5d8dc3a3f438a37502f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:23:00,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T23:23:00,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:23:00,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a0b739be520b5d8dc3a3f438a37502f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69652322, jitterRate=0.03790047764778137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T23:23:00,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:00,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a0b739be520b5d8dc3a3f438a37502f: Running coprocessor pre-open hook at 1732490580907Writing region info on filesystem at 1732490580907Initializing all the Stores at 1732490580907Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490580907Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490580908 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490580908Cleaning up temporary data from old regions at 1732490580912 (+4 ms)Running coprocessor post-open hooks at 1732490580916 (+4 ms)Region opened successfully at 1732490580916 2024-11-24T23:23:00,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f., pid=10, masterSystemTime=1732490580883 2024-11-24T23:23:00,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. 2024-11-24T23:23:00,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. 2024-11-24T23:23:00,919 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a0b739be520b5d8dc3a3f438a37502f, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40769,1732490559902 2024-11-24T23:23:00,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a0b739be520b5d8dc3a3f438a37502f, server=ba7f32532130,40769,1732490559902 because future has completed 2024-11-24T23:23:00,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:23:00,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a0b739be520b5d8dc3a3f438a37502f, server=ba7f32532130,40769,1732490559902 in 190 msec 2024-11-24T23:23:00,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T23:23:00,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a0b739be520b5d8dc3a3f438a37502f, ASSIGN in 346 msec 2024-11-24T23:23:00,925 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:23:00,925 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490580925"}]},"ts":"1732490580925"} 2024-11-24T23:23:00,926 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T23:23:00,927 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:23:00,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-11-24T23:23:00,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f., hostname=ba7f32532130,40769,1732490559902, seqNum=2] 2024-11-24T23:23:01,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:23:01,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:23:01,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:23:01,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T23:23:01,189 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T23:23:01,216 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ba7f32532130,40769,1732490559902, ReplicationSource: 1, currentBandwidth=0 2024-11-24T23:23:01,217 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:23:01,217 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,40769,1732490559902, seqNum=-1] 2024-11-24T23:23:01,218 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:01,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-24T23:23:01,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ba7f32532130,40769,1732490559902', locateType=CURRENT is [region=hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f., hostname=ba7f32532130,40769,1732490559902, seqNum=2] 2024-11-24T23:23:01,223 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T23:23:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T23:23:01,225 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ba7f32532130,40769,1732490559902 suceeded 2024-11-24T23:23:01,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T23:23:01,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-24T23:23:01,227 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ba7f32532130:37421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:23:01,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0880 sec 2024-11-24T23:23:01,237 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:37421' 2024-11-24T23:23:01,238 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4164491c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,238 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37421,-1 for getting cluster id 2024-11-24T23:23:01,238 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:01,238 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24147744-208b-4706-9ce7-5ce9eb728dc5' 2024-11-24T23:23:01,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24147744-208b-4706-9ce7-5ce9eb728dc5" 2024-11-24T23:23:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d1c5fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37421,-1] 2024-11-24T23:23:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:01,240 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:01,240 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74f34a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,240 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:23:01,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37421,1732490564769 2024-11-24T23:23:01,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d39b42 2024-11-24T23:23:01,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:23:01,242 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T23:23:01,243 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ba7f32532130,40769,1732490559902 (queues=1) is replicating from cluster=52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad to cluster=24147744-208b-4706-9ce7-5ce9eb728dc5 2024-11-24T23:23:01,243 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ba7f32532130%2C40769%2C1732490559902 2024-11-24T23:23:01,243 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ba7f32532130,40769,1732490559902, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:23:01,247 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354, startPosition=0, beingWritten=true 2024-11-24T23:23:01,248 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C40769%2C1732490559902 2024-11-24T23:23:01,251 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:23:01,251 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 to pos 379, reset compression=false 2024-11-24T23:23:01,252 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,40769,1732490559902 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:23:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:23:01,282 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T23:23:01,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:23:01,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:01,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:01,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:01,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:01,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,43381,-1 for getting cluster id 2024-11-24T23:23:01,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:01,283 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad' 2024-11-24T23:23:01,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:01,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad" 2024-11-24T23:23:01,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d2d197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,43381,-1] 2024-11-24T23:23:01,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:01,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:01,284 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:01,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fba2c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4c491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37421,-1 for getting cluster id 2024-11-24T23:23:01,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:01,285 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24147744-208b-4706-9ce7-5ce9eb728dc5' 2024-11-24T23:23:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24147744-208b-4706-9ce7-5ce9eb728dc5" 2024-11-24T23:23:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d04d260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37421,-1] 2024-11-24T23:23:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:01,286 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6343ca99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,40683,-1 for getting cluster id 2024-11-24T23:23:01,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:01,288 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ef6fd6e-2289-49a8-b69c-5404e811f05f' 2024-11-24T23:23:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ef6fd6e-2289-49a8-b69c-5404e811f05f" 2024-11-24T23:23:01,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78caee96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,40683,-1] 2024-11-24T23:23:01,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:01,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:01,289 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:01,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4adc28ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:23:01,296 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732490581294/Put/seqid=0 2024-11-24T23:23:01,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741840_1016 (size=7894) 2024-11-24T23:23:01,454 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 to pos 379, reset compression=false 2024-11-24T23:23:01,701 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732490581701/Put/seqid=0 2024-11-24T23:23:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741841_1017 (size=7691) 2024-11-24T23:23:01,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,43381,-1 for getting cluster id 2024-11-24T23:23:01,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:01,706 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad' 2024-11-24T23:23:01,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad" 2024-11-24T23:23:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfeb5c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,43381,-1] 2024-11-24T23:23:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:01,708 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:01,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de16922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:23:01,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,40769,1732490559902, seqNum=-1] 2024-11-24T23:23:01,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:01,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:01,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:23:01,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,43381,1732490559712 2024-11-24T23:23:01,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a3e8469 2024-11-24T23:23:01,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:23:01,721 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:23:01,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732490573678.507804e1ef001dffa8371f4f1d05d086., hostname=ba7f32532130,40769,1732490559902, seqNum=2] 2024-11-24T23:23:01,725 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:23:01,730 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-24T23:23:01,732 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-24T23:23:01,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 507804e1ef001dffa8371f4f1d05d086/f 2024-11-24T23:23:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T23:23:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:23:01,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 507804e1ef001dffa8371f4f1d05d086/f 2024-11-24T23:23:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T23:23:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:23:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HRegion(2603): Flush status journal for 507804e1ef001dffa8371f4f1d05d086: 2024-11-24T23:23:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__5spquuqa08mi1veu7c0upck87tccgt85ort281ef018q2uvhh9trk887cbj2lahu/f/hfile_0 2024-11-24T23:23:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__5spquuqa08mi1veu7c0upck87tccgt85ort281ef018q2uvhh9trk887cbj2lahu/f/hfile_0 as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/dbc268c69e1646ca8e37546867563bc7_SeqId_4_ 2024-11-24T23:23:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__5spquuqa08mi1veu7c0upck87tccgt85ort281ef018q2uvhh9trk887cbj2lahu/f/hfile_1 2024-11-24T23:23:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__5spquuqa08mi1veu7c0upck87tccgt85ort281ef018q2uvhh9trk887cbj2lahu/f/hfile_1 as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_ 2024-11-24T23:23:01,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__5spquuqa08mi1veu7c0upck87tccgt85ort281ef018q2uvhh9trk887cbj2lahu/f/hfile_0 into 507804e1ef001dffa8371f4f1d05d086/f as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/dbc268c69e1646ca8e37546867563bc7_SeqId_4_ - updating store file list. 2024-11-24T23:23:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dbc268c69e1646ca8e37546867563bc7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:23:01,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/dbc268c69e1646ca8e37546867563bc7_SeqId_4_ into 507804e1ef001dffa8371f4f1d05d086/f 2024-11-24T23:23:01,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__5spquuqa08mi1veu7c0upck87tccgt85ort281ef018q2uvhh9trk887cbj2lahu/f/hfile_0 into 507804e1ef001dffa8371f4f1d05d086/f (new location: hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/dbc268c69e1646ca8e37546867563bc7_SeqId_4_) 2024-11-24T23:23:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__5spquuqa08mi1veu7c0upck87tccgt85ort281ef018q2uvhh9trk887cbj2lahu/f/hfile_0 2024-11-24T23:23:01,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__5spquuqa08mi1veu7c0upck87tccgt85ort281ef018q2uvhh9trk887cbj2lahu/f/hfile_1 into 507804e1ef001dffa8371f4f1d05d086/f as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_ - updating store file list. 2024-11-24T23:23:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:23:01,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_ into 507804e1ef001dffa8371f4f1d05d086/f 2024-11-24T23:23:01,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__5spquuqa08mi1veu7c0upck87tccgt85ort281ef018q2uvhh9trk887cbj2lahu/f/hfile_1 into 507804e1ef001dffa8371f4f1d05d086/f (new location: hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_) 2024-11-24T23:23:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__5spquuqa08mi1veu7c0upck87tccgt85ort281ef018q2uvhh9trk887cbj2lahu/f/hfile_1 2024-11-24T23:23:01,758 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 to pos 379, reset compression=false 2024-11-24T23:23:01,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:23:01,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:01,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:01,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:01,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732490573678.507804e1ef001dffa8371f4f1d05d086., hostname=ba7f32532130,40769,1732490559902, seqNum=2 , the old value is region=test,,1732490573678.507804e1ef001dffa8371f4f1d05d086., hostname=ba7f32532130,40769,1732490559902, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ba7f32532130:40769 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T23:23:01,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732490573678.507804e1ef001dffa8371f4f1d05d086., hostname=ba7f32532130,40769,1732490559902, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T23:23:01,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732490573678.507804e1ef001dffa8371f4f1d05d086., hostname=ba7f32532130,40769,1732490559902, seqNum=2 from cache 2024-11-24T23:23:01,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:23:01,760 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T23:23:01,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:01,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,35625,1732490564941, seqNum=-1] 2024-11-24T23:23:01,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:01,762 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:23:01,762 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,40769,1732490559902 got entry batch from reader: WALEntryBatch [walEntries=[{test/507804e1ef001dffa8371f4f1d05d086/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732490581757/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T23:23:01,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732490575833.851e6af37c5c0fb6638c9589c6333281., hostname=ba7f32532130,35625,1732490564941, seqNum=2] 2024-11-24T23:23:01,764 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:23:01,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T23:23:01,765 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T23:23:01,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.ReplicationSink(318): Replicating [52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad] bulk loaded data 2024-11-24T23:23:01,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13ac1a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,37421,-1 for getting cluster id 2024-11-24T23:23:01,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:01,766 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24147744-208b-4706-9ce7-5ce9eb728dc5' 2024-11-24T23:23:01,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:01,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24147744-208b-4706-9ce7-5ce9eb728dc5" 2024-11-24T23:23:01,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@574d601a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,37421,-1] 2024-11-24T23:23:01,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:01,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:01,768 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:01,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@83ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:01,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741837_1013 (size=7894) 2024-11-24T23:23:01,862 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T23:23:01,962 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 to pos 687, reset compression=false 2024-11-24T23:23:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741838_1014 (size=7691) 2024-11-24T23:23:02,265 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 to pos 687, reset compression=false 2024-11-24T23:23:02,301 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:23:02,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:23:02,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,37421,1732490564769 2024-11-24T23:23:02,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2901ceb1 2024-11-24T23:23:02,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:23:02,585 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-24T23:23:02,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:23:02,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:23:02,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,35625,1732490564941, seqNum=-1] 2024-11-24T23:23:02,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:02,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-24T23:23:02,593 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__f7s1d0f1pctvg74be2i4jmvsf5msf8tsru5m2h6g4dh3g2sd18ohgra2u9j7l5eh/f/3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-24T23:23:02,595 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__f7s1d0f1pctvg74be2i4jmvsf5msf8tsru5m2h6g4dh3g2sd18ohgra2u9j7l5eh/f/dbc268c69e1646ca8e37546867563bc7_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-24T23:23:02,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__f7s1d0f1pctvg74be2i4jmvsf5msf8tsru5m2h6g4dh3g2sd18ohgra2u9j7l5eh/f/3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_ for inclusion in 851e6af37c5c0fb6638c9589c6333281/f 2024-11-24T23:23:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T23:23:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:23:02,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__f7s1d0f1pctvg74be2i4jmvsf5msf8tsru5m2h6g4dh3g2sd18ohgra2u9j7l5eh/f/dbc268c69e1646ca8e37546867563bc7_SeqId_4_ for inclusion in 851e6af37c5c0fb6638c9589c6333281/f 2024-11-24T23:23:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T23:23:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:23:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HRegion(2603): Flush status journal for 851e6af37c5c0fb6638c9589c6333281: 2024-11-24T23:23:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T23:23:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__f7s1d0f1pctvg74be2i4jmvsf5msf8tsru5m2h6g4dh3g2sd18ohgra2u9j7l5eh/f/3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_ as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/e136684ead764dc493a7877fe809a090_SeqId_4_ 2024-11-24T23:23:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dbc268c69e1646ca8e37546867563bc7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T23:23:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__f7s1d0f1pctvg74be2i4jmvsf5msf8tsru5m2h6g4dh3g2sd18ohgra2u9j7l5eh/f/dbc268c69e1646ca8e37546867563bc7_SeqId_4_ as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/0e49d66cf0b24222b0d1116b270c75bb_SeqId_4_ 2024-11-24T23:23:02,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__f7s1d0f1pctvg74be2i4jmvsf5msf8tsru5m2h6g4dh3g2sd18ohgra2u9j7l5eh/f/3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_ into 851e6af37c5c0fb6638c9589c6333281/f as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/e136684ead764dc493a7877fe809a090_SeqId_4_ - updating store file list. 2024-11-24T23:23:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e136684ead764dc493a7877fe809a090_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:23:02,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/e136684ead764dc493a7877fe809a090_SeqId_4_ into 851e6af37c5c0fb6638c9589c6333281/f 2024-11-24T23:23:02,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__f7s1d0f1pctvg74be2i4jmvsf5msf8tsru5m2h6g4dh3g2sd18ohgra2u9j7l5eh/f/3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_ into 851e6af37c5c0fb6638c9589c6333281/f (new location: hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/e136684ead764dc493a7877fe809a090_SeqId_4_) 2024-11-24T23:23:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__f7s1d0f1pctvg74be2i4jmvsf5msf8tsru5m2h6g4dh3g2sd18ohgra2u9j7l5eh/f/3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_ 2024-11-24T23:23:02,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__f7s1d0f1pctvg74be2i4jmvsf5msf8tsru5m2h6g4dh3g2sd18ohgra2u9j7l5eh/f/dbc268c69e1646ca8e37546867563bc7_SeqId_4_ into 851e6af37c5c0fb6638c9589c6333281/f as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/0e49d66cf0b24222b0d1116b270c75bb_SeqId_4_ - updating store file list. 2024-11-24T23:23:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e49d66cf0b24222b0d1116b270c75bb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:23:02,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/0e49d66cf0b24222b0d1116b270c75bb_SeqId_4_ into 851e6af37c5c0fb6638c9589c6333281/f 2024-11-24T23:23:02,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__f7s1d0f1pctvg74be2i4jmvsf5msf8tsru5m2h6g4dh3g2sd18ohgra2u9j7l5eh/f/dbc268c69e1646ca8e37546867563bc7_SeqId_4_ into 851e6af37c5c0fb6638c9589c6333281/f (new location: hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/0e49d66cf0b24222b0d1116b270c75bb_SeqId_4_) 2024-11-24T23:23:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__f7s1d0f1pctvg74be2i4jmvsf5msf8tsru5m2h6g4dh3g2sd18ohgra2u9j7l5eh/f/dbc268c69e1646ca8e37546867563bc7_SeqId_4_ 2024-11-24T23:23:02,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.ReplicationSink(324): Finished replicating [52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad] bulk loaded data 2024-11-24T23:23:02,668 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 to pos 687, reset compression=false 2024-11-24T23:23:02,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:23:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44185,1732490570384, seqNum=-1] 2024-11-24T23:23:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:02,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:02,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f., hostname=ba7f32532130,44185,1732490570384, seqNum=2] 2024-11-24T23:23:02,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:23:02,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:23:02,781 DEBUG [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ba7f32532130%2C40769%2C1732490559902:(num 1732490561354) roll requested 2024-11-24T23:23:02,793 DEBUG [regionserver/ba7f32532130:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781, exclude list is [], retry=0 2024-11-24T23:23:02,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-cc58e831-66a6-4d7f-8f51-5fc9f6416a92,DISK] 2024-11-24T23:23:02,796 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 2024-11-24T23:23:02,797 DEBUG [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36385:36385)] 2024-11-24T23:23:02,797 DEBUG [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 is not closed yet, will try archiving it next time 2024-11-24T23:23:02,797 DEBUG [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ba7f32532130%2C40769%2C1732490559902.meta:.meta(num 1732490562289) roll requested 2024-11-24T23:23:02,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bc3893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:02,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,43381,-1 for getting cluster id 2024-11-24T23:23:02,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:02,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741832_1008 (size=695) 2024-11-24T23:23:02,798 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad' 2024-11-24T23:23:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad" 2024-11-24T23:23:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27de0d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,43381,-1] 2024-11-24T23:23:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:02,799 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:02,799 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 to hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/oldWALs/ba7f32532130%2C40769%2C1732490559902.1732490561354 2024-11-24T23:23:02,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17424ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:02,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:23:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,43381,1732490559712 2024-11-24T23:23:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22391abe 2024-11-24T23:23:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:23:02,802 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:23:02,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ba7f32532130:40683,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T23:23:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T23:23:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T23:23:02,804 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:40683' 2024-11-24T23:23:02,805 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71eac970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:02,805 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,40683,-1 for getting cluster id 2024-11-24T23:23:02,805 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:02,806 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ef6fd6e-2289-49a8-b69c-5404e811f05f' 2024-11-24T23:23:02,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:02,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ef6fd6e-2289-49a8-b69c-5404e811f05f" 2024-11-24T23:23:02,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2e6f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:02,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,40683,-1] 2024-11-24T23:23:02,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:02,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:02,807 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:02,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ee5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:02,807 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:23:02,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,40683,1732490570257 2024-11-24T23:23:02,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f9e9d2d 2024-11-24T23:23:02,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:23:02,808 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:23:02,809 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T23:23:02,809 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T23:23:02,809 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:02,809 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:02,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:02,812 DEBUG [regionserver/ba7f32532130:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.meta.1732490582797.meta, exclude list is [], retry=0 2024-11-24T23:23:02,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-cc58e831-66a6-4d7f-8f51-5fc9f6416a92,DISK] 2024-11-24T23:23:02,815 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.meta.1732490562289.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.meta.1732490582797.meta 2024-11-24T23:23:02,815 DEBUG [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36385:36385)] 2024-11-24T23:23:02,815 DEBUG [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.meta.1732490562289.meta is not closed yet, will try archiving it next time 2024-11-24T23:23:02,815 DEBUG [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ba7f32532130%2C40769%2C1732490559902.rep:(num 1732490580888) roll requested 2024-11-24T23:23:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741834_1010 (size=3473) 2024-11-24T23:23:02,828 DEBUG [regionserver/ba7f32532130:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.rep.1732490582815, exclude list is [], retry=0 2024-11-24T23:23:02,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-cc58e831-66a6-4d7f-8f51-5fc9f6416a92,DISK] 2024-11-24T23:23:02,831 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.rep.1732490580888 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.rep.1732490582815 2024-11-24T23:23:02,831 DEBUG [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36385:36385)] 2024-11-24T23:23:02,831 DEBUG [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.rep.1732490580888 is not closed yet, will try archiving it next time 2024-11-24T23:23:02,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741839_1015 (size=1505) 2024-11-24T23:23:02,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T23:23:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T23:23:03,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T23:23:03,051 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T23:23:03,080 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-ba7f32532130,40769,1732490559902, ReplicationSource: 2, currentBandwidth=0 2024-11-24T23:23:03,081 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T23:23:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T23:23:03,083 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ba7f32532130,40769,1732490559902 suceeded 2024-11-24T23:23:03,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T23:23:03,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-24T23:23:03,085 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ba7f32532130:40683,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T23:23:03,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 283 msec 2024-11-24T23:23:03,095 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ba7f32532130:40683' 2024-11-24T23:23:03,096 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@583a8833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:03,096 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,40683,-1 for getting cluster id 2024-11-24T23:23:03,096 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:03,096 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ef6fd6e-2289-49a8-b69c-5404e811f05f' 2024-11-24T23:23:03,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:03,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ef6fd6e-2289-49a8-b69c-5404e811f05f" 2024-11-24T23:23:03,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@361723ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:03,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,40683,-1] 2024-11-24T23:23:03,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:03,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:03,097 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:03,098 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e473d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:03,098 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:23:03,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,40683,1732490570257 2024-11-24T23:23:03,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54245874 2024-11-24T23:23:03,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:23:03,099 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T23:23:03,099 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ba7f32532130,40769,1732490559902 (queues=1) is replicating from cluster=52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad to cluster=0ef6fd6e-2289-49a8-b69c-5404e811f05f 2024-11-24T23:23:03,099 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ba7f32532130%2C40769%2C1732490559902 2024-11-24T23:23:03,099 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ba7f32532130,40769,1732490559902, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T23:23:03,100 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ba7f32532130%2C40769%2C1732490559902 2024-11-24T23:23:03,100 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781, startPosition=0, beingWritten=true 2024-11-24T23:23:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T23:23:03,122 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T23:23:03,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:23:03,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:03,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:03,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:03,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:03,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:23:03,126 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732490583125/Put/seqid=0 2024-11-24T23:23:03,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741845_1021 (size=11194) 2024-11-24T23:23:03,171 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 to pos 687, reset compression=false 2024-11-24T23:23:03,176 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 was moved to hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/oldWALs/ba7f32532130%2C40769%2C1732490559902.1732490561354 2024-11-24T23:23:03,177 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354 2024-11-24T23:23:03,178 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,40769,1732490559902 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490561354, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T23:23:03,178 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781, startPosition=0, beingWritten=true 2024-11-24T23:23:03,179 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ba7f32532130%2C40769%2C1732490559902.1732490561354] 2024-11-24T23:23:03,303 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 0, reset compression=false 2024-11-24T23:23:03,531 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732490583531/Put/seqid=0 2024-11-24T23:23:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741846_1022 (size=10791) 2024-11-24T23:23:03,608 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 0, reset compression=false 2024-11-24T23:23:03,781 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 0, reset compression=false 2024-11-24T23:23:03,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4e4ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:03,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,43381,-1 for getting cluster id 2024-11-24T23:23:03,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:03,937 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad' 2024-11-24T23:23:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad" 2024-11-24T23:23:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b345f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,43381,-1] 2024-11-24T23:23:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:03,938 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:03,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551935d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:03,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:23:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,40769,1732490559902, seqNum=-1] 2024-11-24T23:23:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:03,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:03,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:23:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,43381,1732490559712 2024-11-24T23:23:03,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7597caa 2024-11-24T23:23:03,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:23:03,947 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:23:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732490573678.507804e1ef001dffa8371f4f1d05d086., hostname=ba7f32532130,40769,1732490559902, seqNum=2] 2024-11-24T23:23:03,952 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:23:03,956 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-24T23:23:03,958 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-24T23:23:03,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 507804e1ef001dffa8371f4f1d05d086/f 2024-11-24T23:23:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T23:23:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:23:03,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 507804e1ef001dffa8371f4f1d05d086/f 2024-11-24T23:23:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T23:23:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:23:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HRegion(2603): Flush status journal for 507804e1ef001dffa8371f4f1d05d086: 2024-11-24T23:23:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__aut5gik1v717a0j3iqkib7g9gne8opt1igdqapid5q83i5tc5h52icvn1l5bckmv/f/hfile_1 2024-11-24T23:23:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__aut5gik1v717a0j3iqkib7g9gne8opt1igdqapid5q83i5tc5h52icvn1l5bckmv/f/hfile_1 as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ 2024-11-24T23:23:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__aut5gik1v717a0j3iqkib7g9gne8opt1igdqapid5q83i5tc5h52icvn1l5bckmv/f/hfile_0 2024-11-24T23:23:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__aut5gik1v717a0j3iqkib7g9gne8opt1igdqapid5q83i5tc5h52icvn1l5bckmv/f/hfile_0 as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ 2024-11-24T23:23:03,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__aut5gik1v717a0j3iqkib7g9gne8opt1igdqapid5q83i5tc5h52icvn1l5bckmv/f/hfile_1 into 507804e1ef001dffa8371f4f1d05d086/f as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ - updating store file list. 2024-11-24T23:23:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6f6521e73ce94c72a2ef97eb13254354_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T23:23:03,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ into 507804e1ef001dffa8371f4f1d05d086/f 2024-11-24T23:23:03,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__aut5gik1v717a0j3iqkib7g9gne8opt1igdqapid5q83i5tc5h52icvn1l5bckmv/f/hfile_1 into 507804e1ef001dffa8371f4f1d05d086/f (new location: hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_) 2024-11-24T23:23:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__aut5gik1v717a0j3iqkib7g9gne8opt1igdqapid5q83i5tc5h52icvn1l5bckmv/f/hfile_1 2024-11-24T23:23:03,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__aut5gik1v717a0j3iqkib7g9gne8opt1igdqapid5q83i5tc5h52icvn1l5bckmv/f/hfile_0 into 507804e1ef001dffa8371f4f1d05d086/f as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ - updating store file list. 2024-11-24T23:23:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 720efd832a8b48218b40c04ecac36765_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T23:23:03,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ into 507804e1ef001dffa8371f4f1d05d086/f 2024-11-24T23:23:03,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__aut5gik1v717a0j3iqkib7g9gne8opt1igdqapid5q83i5tc5h52icvn1l5bckmv/f/hfile_0 into 507804e1ef001dffa8371f4f1d05d086/f (new location: hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/f/720efd832a8b48218b40c04ecac36765_SeqId_6_) 2024-11-24T23:23:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/staging/jenkins__test__aut5gik1v717a0j3iqkib7g9gne8opt1igdqapid5q83i5tc5h52icvn1l5bckmv/f/hfile_0 2024-11-24T23:23:03,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:23:03,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:03,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:03,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:03,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:03,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732490573678.507804e1ef001dffa8371f4f1d05d086., hostname=ba7f32532130,40769,1732490559902, seqNum=2 , the old value is region=test,,1732490573678.507804e1ef001dffa8371f4f1d05d086., hostname=ba7f32532130,40769,1732490559902, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ba7f32532130:40769 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T23:23:03,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732490573678.507804e1ef001dffa8371f4f1d05d086., hostname=ba7f32532130,40769,1732490559902, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T23:23:03,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732490573678.507804e1ef001dffa8371f4f1d05d086., hostname=ba7f32532130,40769,1732490559902, seqNum=2 from cache 2024-11-24T23:23:03,987 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T23:23:03,990 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T23:23:04,011 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 0, reset compression=false 2024-11-24T23:23:04,016 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:23:04,016 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ba7f32532130,40769,1732490559902 got entry batch from reader: WALEntryBatch [walEntries=[{test/507804e1ef001dffa8371f4f1d05d086/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732490583985/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T23:23:04,017 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:23:04,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T23:23:04,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.ReplicationSink(318): Replicating [52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad] bulk loaded data 2024-11-24T23:23:04,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@322b6a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:04,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,40683,-1 for getting cluster id 2024-11-24T23:23:04,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:23:04,019 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ef6fd6e-2289-49a8-b69c-5404e811f05f' 2024-11-24T23:23:04,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:23:04,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ef6fd6e-2289-49a8-b69c-5404e811f05f" 2024-11-24T23:23:04,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb181dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:04,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,40683,-1] 2024-11-24T23:23:04,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:23:04,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:04,020 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:23:04,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b1762b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:04,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741837_1013 (size=10791) 2024-11-24T23:23:04,091 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T23:23:04,216 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:04,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741838_1014 (size=11194) 2024-11-24T23:23:04,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:23:04,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,40683,1732490570257 2024-11-24T23:23:04,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@623098a7 2024-11-24T23:23:04,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:23:04,437 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-24T23:23:04,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:23:04,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:23:04,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,44185,1732490570384, seqNum=-1] 2024-11-24T23:23:04,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:04,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-24T23:23:04,445 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/staging/jenkins.hfs.23__test__tf8d79delik9i8c4ggfu64ou96posf69ired8n38rf6amh8nm9uh25863bem6gtc/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T23:23:04,448 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/staging/jenkins.hfs.23__test__tf8d79delik9i8c4ggfu64ou96posf69ired8n38rf6amh8nm9uh25863bem6gtc/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T23:23:04,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/staging/jenkins.hfs.23__test__tf8d79delik9i8c4ggfu64ou96posf69ired8n38rf6amh8nm9uh25863bem6gtc/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ for inclusion in 745fa9b8214f4fcffbfae9c0ead2fd9f/f 2024-11-24T23:23:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T23:23:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:23:04,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/staging/jenkins.hfs.23__test__tf8d79delik9i8c4ggfu64ou96posf69ired8n38rf6amh8nm9uh25863bem6gtc/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ for inclusion in 745fa9b8214f4fcffbfae9c0ead2fd9f/f 2024-11-24T23:23:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T23:23:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:23:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HRegion(2603): Flush status journal for 745fa9b8214f4fcffbfae9c0ead2fd9f: 2024-11-24T23:23:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T23:23:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/staging/jenkins.hfs.23__test__tf8d79delik9i8c4ggfu64ou96posf69ired8n38rf6amh8nm9uh25863bem6gtc/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ as hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/default/test/745fa9b8214f4fcffbfae9c0ead2fd9f/f/3ab9e14d69f04eb7817d100da390dd62_SeqId_4_ 2024-11-24T23:23:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 720efd832a8b48218b40c04ecac36765_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T23:23:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/staging/jenkins.hfs.23__test__tf8d79delik9i8c4ggfu64ou96posf69ired8n38rf6amh8nm9uh25863bem6gtc/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ as hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/default/test/745fa9b8214f4fcffbfae9c0ead2fd9f/f/b1c07edf72ae426db942de8c9e8e324a_SeqId_4_ 2024-11-24T23:23:04,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/staging/jenkins.hfs.23__test__tf8d79delik9i8c4ggfu64ou96posf69ired8n38rf6amh8nm9uh25863bem6gtc/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ into 745fa9b8214f4fcffbfae9c0ead2fd9f/f as hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/default/test/745fa9b8214f4fcffbfae9c0ead2fd9f/f/3ab9e14d69f04eb7817d100da390dd62_SeqId_4_ - updating store file list. 2024-11-24T23:23:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3ab9e14d69f04eb7817d100da390dd62_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:23:04,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/default/test/745fa9b8214f4fcffbfae9c0ead2fd9f/f/3ab9e14d69f04eb7817d100da390dd62_SeqId_4_ into 745fa9b8214f4fcffbfae9c0ead2fd9f/f 2024-11-24T23:23:04,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/staging/jenkins.hfs.23__test__tf8d79delik9i8c4ggfu64ou96posf69ired8n38rf6amh8nm9uh25863bem6gtc/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ into 745fa9b8214f4fcffbfae9c0ead2fd9f/f (new location: hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/default/test/745fa9b8214f4fcffbfae9c0ead2fd9f/f/3ab9e14d69f04eb7817d100da390dd62_SeqId_4_) 2024-11-24T23:23:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/staging/jenkins.hfs.23__test__tf8d79delik9i8c4ggfu64ou96posf69ired8n38rf6amh8nm9uh25863bem6gtc/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ 2024-11-24T23:23:04,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/staging/jenkins.hfs.23__test__tf8d79delik9i8c4ggfu64ou96posf69ired8n38rf6amh8nm9uh25863bem6gtc/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ into 745fa9b8214f4fcffbfae9c0ead2fd9f/f as hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/default/test/745fa9b8214f4fcffbfae9c0ead2fd9f/f/b1c07edf72ae426db942de8c9e8e324a_SeqId_4_ - updating store file list. 2024-11-24T23:23:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1c07edf72ae426db942de8c9e8e324a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T23:23:04,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/default/test/745fa9b8214f4fcffbfae9c0ead2fd9f/f/b1c07edf72ae426db942de8c9e8e324a_SeqId_4_ into 745fa9b8214f4fcffbfae9c0ead2fd9f/f 2024-11-24T23:23:04,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/staging/jenkins.hfs.23__test__tf8d79delik9i8c4ggfu64ou96posf69ired8n38rf6amh8nm9uh25863bem6gtc/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ into 745fa9b8214f4fcffbfae9c0ead2fd9f/f (new location: hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/default/test/745fa9b8214f4fcffbfae9c0ead2fd9f/f/b1c07edf72ae426db942de8c9e8e324a_SeqId_4_) 2024-11-24T23:23:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/staging/jenkins.hfs.23__test__tf8d79delik9i8c4ggfu64ou96posf69ired8n38rf6amh8nm9uh25863bem6gtc/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ 2024-11-24T23:23:04,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.ReplicationSink(324): Finished replicating [52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad] bulk loaded data 2024-11-24T23:23:04,485 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 0, reset compression=false 2024-11-24T23:23:04,489 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T23:23:04,489 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,40769,1732490559902 got entry batch from reader: WALEntryBatch [walEntries=[{test/507804e1ef001dffa8371f4f1d05d086/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732490583985/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T23:23:04,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.ReplicationSink(318): Replicating [52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad] bulk loaded data 2024-11-24T23:23:04,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741839_1015 (size=10791) 2024-11-24T23:23:04,519 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:04,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:23:04,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,689 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:04,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:04,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741840_1016 (size=11194) 2024-11-24T23:23:04,922 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:04,994 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:04,996 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T23:23:05,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T23:23:05,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T23:23:05,339 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__4356avebn3c9asgs69vd9kr62c442e4c23h8h833bm3aafgntf7krpgtj5lnf3h1/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T23:23:05,341 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__4356avebn3c9asgs69vd9kr62c442e4c23h8h833bm3aafgntf7krpgtj5lnf3h1/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T23:23:05,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__4356avebn3c9asgs69vd9kr62c442e4c23h8h833bm3aafgntf7krpgtj5lnf3h1/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ for inclusion in 851e6af37c5c0fb6638c9589c6333281/f 2024-11-24T23:23:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T23:23:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:23:05,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__4356avebn3c9asgs69vd9kr62c442e4c23h8h833bm3aafgntf7krpgtj5lnf3h1/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ for inclusion in 851e6af37c5c0fb6638c9589c6333281/f 2024-11-24T23:23:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T23:23:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T23:23:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HRegion(2603): Flush status journal for 851e6af37c5c0fb6638c9589c6333281: 2024-11-24T23:23:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 720efd832a8b48218b40c04ecac36765_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T23:23:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__4356avebn3c9asgs69vd9kr62c442e4c23h8h833bm3aafgntf7krpgtj5lnf3h1/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/78c203b7d0c3454aa772a6154355bb93_SeqId_6_ 2024-11-24T23:23:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T23:23:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__4356avebn3c9asgs69vd9kr62c442e4c23h8h833bm3aafgntf7krpgtj5lnf3h1/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/f8b21646f515444eabcd8a97de5a6a48_SeqId_6_ 2024-11-24T23:23:05,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__4356avebn3c9asgs69vd9kr62c442e4c23h8h833bm3aafgntf7krpgtj5lnf3h1/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ into 851e6af37c5c0fb6638c9589c6333281/f as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/78c203b7d0c3454aa772a6154355bb93_SeqId_6_ - updating store file list. 2024-11-24T23:23:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 78c203b7d0c3454aa772a6154355bb93_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T23:23:05,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/78c203b7d0c3454aa772a6154355bb93_SeqId_6_ into 851e6af37c5c0fb6638c9589c6333281/f 2024-11-24T23:23:05,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__4356avebn3c9asgs69vd9kr62c442e4c23h8h833bm3aafgntf7krpgtj5lnf3h1/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ into 851e6af37c5c0fb6638c9589c6333281/f (new location: hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/78c203b7d0c3454aa772a6154355bb93_SeqId_6_) 2024-11-24T23:23:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__4356avebn3c9asgs69vd9kr62c442e4c23h8h833bm3aafgntf7krpgtj5lnf3h1/f/720efd832a8b48218b40c04ecac36765_SeqId_6_ 2024-11-24T23:23:05,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__4356avebn3c9asgs69vd9kr62c442e4c23h8h833bm3aafgntf7krpgtj5lnf3h1/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ into 851e6af37c5c0fb6638c9589c6333281/f as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/f8b21646f515444eabcd8a97de5a6a48_SeqId_6_ - updating store file list. 2024-11-24T23:23:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8b21646f515444eabcd8a97de5a6a48_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T23:23:05,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/f8b21646f515444eabcd8a97de5a6a48_SeqId_6_ into 851e6af37c5c0fb6638c9589c6333281/f 2024-11-24T23:23:05,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__4356avebn3c9asgs69vd9kr62c442e4c23h8h833bm3aafgntf7krpgtj5lnf3h1/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ into 851e6af37c5c0fb6638c9589c6333281/f (new location: hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/f/f8b21646f515444eabcd8a97de5a6a48_SeqId_6_) 2024-11-24T23:23:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/staging/jenkins.hfs.22__test__4356avebn3c9asgs69vd9kr62c442e4c23h8h833bm3aafgntf7krpgtj5lnf3h1/f/6f6521e73ce94c72a2ef97eb13254354_SeqId_6_ 2024-11-24T23:23:05,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35625 {}] regionserver.ReplicationSink(324): Finished replicating [52a3ba4d-8b0d-4a4c-a7fd-cc2521b450ad] bulk loaded data 2024-11-24T23:23:05,401 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:05,425 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:05,922 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:06,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:23:06,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:23:06,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:06,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:06,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:06,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:06,017 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:23:06,017 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=97937406, stopped=false 2024-11-24T23:23:06,017 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,40683,1732490570257 2024-11-24T23:23:06,037 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:06,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21973954937/running 2024-11-24T23:23:06,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21973954937/running 2024-11-24T23:23:06,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:23:06,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:23:06,077 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:23:06,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:23:06,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:06,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:06,078 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,44185,1732490570384' ***** 2024-11-24T23:23:06,078 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:23:06,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Set watcher on znode that does not yet exist, /21973954937/running 2024-11-24T23:23:06,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Set watcher on znode that does not yet exist, /21973954937/running 2024-11-24T23:23:06,078 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:23:06,078 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:23:06,078 INFO [RS:0;ba7f32532130:44185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:23:06,078 INFO [RS:0;ba7f32532130:44185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:23:06,079 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:23:06,079 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,44185,1732490570384 2024-11-24T23:23:06,079 INFO [RS:0;ba7f32532130:44185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:23:06,079 INFO [RS:0;ba7f32532130:44185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:44185. 2024-11-24T23:23:06,079 DEBUG [RS:0;ba7f32532130:44185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:06,079 DEBUG [RS:0;ba7f32532130:44185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:06,079 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 745fa9b8214f4fcffbfae9c0ead2fd9f, disabling compactions & flushes 2024-11-24T23:23:06,079 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. 2024-11-24T23:23:06,079 INFO [RS:0;ba7f32532130:44185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:23:06,079 INFO [RS:0;ba7f32532130:44185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:23:06,079 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. 2024-11-24T23:23:06,079 INFO [RS:0;ba7f32532130:44185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:23:06,079 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. after waiting 0 ms 2024-11-24T23:23:06,079 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. 2024-11-24T23:23:06,079 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:23:06,079 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T23:23:06,079 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1325): Online Regions={745fa9b8214f4fcffbfae9c0ead2fd9f=test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:23:06,079 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 745fa9b8214f4fcffbfae9c0ead2fd9f 2024-11-24T23:23:06,079 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:23:06,079 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:23:06,079 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:23:06,079 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:23:06,079 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:23:06,079 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T23:23:06,087 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/default/test/745fa9b8214f4fcffbfae9c0ead2fd9f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T23:23:06,088 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:23:06,088 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:23:06,088 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. 2024-11-24T23:23:06,088 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 745fa9b8214f4fcffbfae9c0ead2fd9f: Waiting for close lock at 1732490586079Running coprocessor pre-close hooks at 1732490586079Disabling compacts and flushes for region at 1732490586079Disabling writes for close at 1732490586079Writing region close event to WAL at 1732490586080 (+1 ms)Running coprocessor post-close hooks at 1732490586088 (+8 ms)Closed at 1732490586088 2024-11-24T23:23:06,088 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f. 2024-11-24T23:23:06,099 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/.tmp/info/a33d53687a554d5dbd2ad509ed61a3f7 is 129, key is test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f./info:regioninfo/1732490579125/Put/seqid=0 2024-11-24T23:23:06,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741839_1015 (size=6421) 2024-11-24T23:23:06,142 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:23:06,279 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:06,479 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:06,502 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/.tmp/info/a33d53687a554d5dbd2ad509ed61a3f7 2024-11-24T23:23:06,518 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/.tmp/ns/29b7919906b34e37b28acb2b9352e930 is 43, key is default/ns:d/1732490573622/Put/seqid=0 2024-11-24T23:23:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741840_1016 (size=5153) 2024-11-24T23:23:06,526 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:06,557 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:23:06,557 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:23:06,680 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:06,740 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:06,880 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:06,921 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/.tmp/ns/29b7919906b34e37b28acb2b9352e930 2024-11-24T23:23:06,941 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/.tmp/rep_barrier/31034ed16ab04ee5a47ce7b5ae80ab18 is 112, key is test,,1732490577983.745fa9b8214f4fcffbfae9c0ead2fd9f./rep_barrier:seqnumDuringOpen/1732490579125/Put/seqid=0 2024-11-24T23:23:06,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741841_1017 (size=5518) 2024-11-24T23:23:07,080 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:23:07,080 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:23:07,080 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:07,228 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:07,280 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:07,352 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/.tmp/rep_barrier/31034ed16ab04ee5a47ce7b5ae80ab18 2024-11-24T23:23:07,372 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/.tmp/table/c9ed09786c8146e3a141ab08886d15c9 is 40, key is test/table:state/1732490579130/Put/seqid=0 2024-11-24T23:23:07,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741842_1018 (size=5165) 2024-11-24T23:23:07,480 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:07,543 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:07,681 DEBUG [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:07,776 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/.tmp/table/c9ed09786c8146e3a141ab08886d15c9 2024-11-24T23:23:07,780 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/.tmp/info/a33d53687a554d5dbd2ad509ed61a3f7 as hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/info/a33d53687a554d5dbd2ad509ed61a3f7 2024-11-24T23:23:07,783 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/info/a33d53687a554d5dbd2ad509ed61a3f7, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T23:23:07,784 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/.tmp/ns/29b7919906b34e37b28acb2b9352e930 as hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/ns/29b7919906b34e37b28acb2b9352e930 2024-11-24T23:23:07,786 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/ns/29b7919906b34e37b28acb2b9352e930, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T23:23:07,787 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/.tmp/rep_barrier/31034ed16ab04ee5a47ce7b5ae80ab18 as hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/rep_barrier/31034ed16ab04ee5a47ce7b5ae80ab18 2024-11-24T23:23:07,790 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/rep_barrier/31034ed16ab04ee5a47ce7b5ae80ab18, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T23:23:07,790 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/.tmp/table/c9ed09786c8146e3a141ab08886d15c9 as hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/table/c9ed09786c8146e3a141ab08886d15c9 2024-11-24T23:23:07,793 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/table/c9ed09786c8146e3a141ab08886d15c9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T23:23:07,794 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=11, compaction requested=false 2024-11-24T23:23:07,797 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T23:23:07,797 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:23:07,797 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:23:07,797 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:23:07,797 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490586079Running coprocessor pre-close hooks at 1732490586079Disabling compacts and flushes for region at 1732490586079Disabling writes for close at 1732490586079Obtaining lock to block concurrent updates at 1732490586079Preparing flush snapshotting stores in 1588230740 at 1732490586079Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732490586080 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732490586080Flushing 1588230740/info: creating writer at 1732490586080Flushing 1588230740/info: appending metadata at 1732490586098 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732490586098Flushing 1588230740/ns: creating writer at 1732490586506 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732490586517 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1732490586517Flushing 1588230740/rep_barrier: creating writer at 1732490586924 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490586941 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490586941Flushing 1588230740/table: creating writer at 1732490587356 (+415 ms)Flushing 1588230740/table: appending metadata at 1732490587372 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732490587372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b34d238: reopening flushed file at 1732490587779 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc94e3f: reopening flushed file at 1732490587783 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107475ca: reopening flushed file at 1732490587786 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f35615d: reopening flushed file at 1732490587790 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=11, compaction requested=false at 1732490587794 (+4 ms)Writing region close event to WAL at 1732490587795 (+1 ms)Running coprocessor post-close hooks at 1732490587797 (+2 ms)Closed at 1732490587797 2024-11-24T23:23:07,798 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:23:07,881 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,44185,1732490570384; all regions closed. 2024-11-24T23:23:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741834_1010 (size=2717) 2024-11-24T23:23:07,885 DEBUG [RS:0;ba7f32532130:44185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/oldWALs 2024-11-24T23:23:07,885 INFO [RS:0;ba7f32532130:44185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C44185%2C1732490570384.meta:.meta(num 1732490573572) 2024-11-24T23:23:07,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741832_1008 (size=1028) 2024-11-24T23:23:07,887 DEBUG [RS:0;ba7f32532130:44185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/oldWALs 2024-11-24T23:23:07,887 INFO [RS:0;ba7f32532130:44185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C44185%2C1732490570384:(num 1732490572668) 2024-11-24T23:23:07,887 DEBUG [RS:0;ba7f32532130:44185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:07,887 INFO [RS:0;ba7f32532130:44185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:23:07,888 INFO [RS:0;ba7f32532130:44185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:23:07,888 INFO [RS:0;ba7f32532130:44185 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:23:07,888 INFO [RS:0;ba7f32532130:44185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:23:07,888 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:23:07,888 INFO [RS:0;ba7f32532130:44185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:44185. 2024-11-24T23:23:07,889 DEBUG [RS:0;ba7f32532130:44185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:07,889 DEBUG [RS:0;ba7f32532130:44185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:07,889 DEBUG [RS:0;ba7f32532130:44185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:07,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:07,889 INFO [RS:0;ba7f32532130:44185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44185 2024-11-24T23:23:07,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21973954937/rs/ba7f32532130,44185,1732490570384 2024-11-24T23:23:07,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937/rs 2024-11-24T23:23:07,946 INFO [RS:0;ba7f32532130:44185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:23:07,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,44185,1732490570384] 2024-11-24T23:23:07,967 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21973954937/draining/ba7f32532130,44185,1732490570384 already deleted, retry=false 2024-11-24T23:23:07,968 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,44185,1732490570384 expired; onlineServers=0 2024-11-24T23:23:07,968 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,40683,1732490570257' ***** 2024-11-24T23:23:07,968 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:23:07,968 INFO [M:0;ba7f32532130:40683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:23:07,968 INFO [M:0;ba7f32532130:40683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:23:07,968 DEBUG [M:0;ba7f32532130:40683 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:23:07,968 DEBUG [M:0;ba7f32532130:40683 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:23:07,968 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490572379 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490572379,5,FailOnTimeoutGroup] 2024-11-24T23:23:07,968 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:23:07,968 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490572379 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490572379,5,FailOnTimeoutGroup] 2024-11-24T23:23:07,968 INFO [M:0;ba7f32532130:40683 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:23:07,968 INFO [M:0;ba7f32532130:40683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:23:07,968 DEBUG [M:0;ba7f32532130:40683 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:23:07,968 INFO [M:0;ba7f32532130:40683 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:23:07,968 INFO [M:0;ba7f32532130:40683 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:23:07,969 INFO [M:0;ba7f32532130:40683 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:23:07,969 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:23:07,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21973954937/master 2024-11-24T23:23:07,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21973954937 2024-11-24T23:23:07,978 DEBUG [M:0;ba7f32532130:40683 {}] zookeeper.ZKUtil(347): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Unable to get data of znode /21973954937/master because node does not exist (not an error) 2024-11-24T23:23:07,978 WARN [M:0;ba7f32532130:40683 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:23:07,979 INFO [M:0;ba7f32532130:40683 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/.lastflushedseqids 2024-11-24T23:23:07,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741843_1019 (size=173) 2024-11-24T23:23:08,031 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:08,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:08,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x1016f27f46b0007, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:08,064 INFO [RS:0;ba7f32532130:44185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:23:08,064 INFO [RS:0;ba7f32532130:44185 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,44185,1732490570384; zookeeper connection closed. 2024-11-24T23:23:08,064 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60c0e2fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60c0e2fc 2024-11-24T23:23:08,065 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:23:08,383 INFO [M:0;ba7f32532130:40683 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:23:08,383 INFO [M:0;ba7f32532130:40683 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:23:08,383 DEBUG [M:0;ba7f32532130:40683 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:23:08,384 INFO [M:0;ba7f32532130:40683 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:08,384 DEBUG [M:0;ba7f32532130:40683 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:08,384 DEBUG [M:0;ba7f32532130:40683 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:23:08,384 DEBUG [M:0;ba7f32532130:40683 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:08,384 INFO [M:0;ba7f32532130:40683 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-24T23:23:08,403 DEBUG [M:0;ba7f32532130:40683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4826d414ced4304a09daac96415ea33 is 82, key is hbase:meta,,1/info:regioninfo/1732490573604/Put/seqid=0 2024-11-24T23:23:08,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741844_1020 (size=5672) 2024-11-24T23:23:08,447 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:08,811 INFO [M:0;ba7f32532130:40683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4826d414ced4304a09daac96415ea33 2024-11-24T23:23:08,828 DEBUG [M:0;ba7f32532130:40683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/300d5fc1157b407ba9a03f51ba7cffa8 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732490579132/Put/seqid=0 2024-11-24T23:23:08,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741845_1021 (size=6587) 2024-11-24T23:23:08,935 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:09,232 INFO [M:0;ba7f32532130:40683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/300d5fc1157b407ba9a03f51ba7cffa8 2024-11-24T23:23:09,253 DEBUG [M:0;ba7f32532130:40683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8cc19faa8024db18f090b3dcb56a5cd is 69, key is ba7f32532130,44185,1732490570384/rs:state/1732490572471/Put/seqid=0 2024-11-24T23:23:09,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741846_1022 (size=5156) 2024-11-24T23:23:09,295 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:23:09,450 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:09,660 INFO [M:0;ba7f32532130:40683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8cc19faa8024db18f090b3dcb56a5cd 2024-11-24T23:23:09,665 DEBUG [M:0;ba7f32532130:40683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4826d414ced4304a09daac96415ea33 as hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4826d414ced4304a09daac96415ea33 2024-11-24T23:23:09,671 INFO [M:0;ba7f32532130:40683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4826d414ced4304a09daac96415ea33, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T23:23:09,672 DEBUG [M:0;ba7f32532130:40683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/300d5fc1157b407ba9a03f51ba7cffa8 as hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/300d5fc1157b407ba9a03f51ba7cffa8 2024-11-24T23:23:09,683 INFO [M:0;ba7f32532130:40683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/300d5fc1157b407ba9a03f51ba7cffa8, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T23:23:09,685 DEBUG [M:0;ba7f32532130:40683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8cc19faa8024db18f090b3dcb56a5cd as hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8cc19faa8024db18f090b3dcb56a5cd 2024-11-24T23:23:09,689 INFO [M:0;ba7f32532130:40683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39453/user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8cc19faa8024db18f090b3dcb56a5cd, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T23:23:09,690 INFO [M:0;ba7f32532130:40683 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=55, compaction requested=false 2024-11-24T23:23:09,691 INFO [M:0;ba7f32532130:40683 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:09,691 DEBUG [M:0;ba7f32532130:40683 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490588383Disabling compacts and flushes for region at 1732490588383Disabling writes for close at 1732490588384 (+1 ms)Obtaining lock to block concurrent updates at 1732490588384Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490588384Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732490588384Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490588385 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490588385Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490588403 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490588403Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490588814 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490588828 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490588828Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490589236 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490589253 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490589253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416c5a20: reopening flushed file at 1732490589664 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e15fe89: reopening flushed file at 1732490589671 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3635348f: reopening flushed file at 1732490589683 (+12 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=55, compaction requested=false at 1732490589690 (+7 ms)Writing region close event to WAL at 1732490589691 (+1 ms)Closed at 1732490589691 2024-11-24T23:23:09,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34165 is added to blk_1073741830_1006 (size=32782) 2024-11-24T23:23:09,693 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee29ca87-c6db-e03d-2925-cc3c9d8c88c6/MasterData/WALs/ba7f32532130,40683,1732490570257/ba7f32532130%2C40683%2C1732490570257.1732490572162 not finished, retry = 0 2024-11-24T23:23:09,794 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:23:09,794 INFO [M:0;ba7f32532130:40683 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:23:09,794 INFO [M:0;ba7f32532130:40683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40683 2024-11-24T23:23:09,795 INFO [M:0;ba7f32532130:40683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:23:09,938 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:10,076 INFO [M:0;ba7f32532130:40683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:23:10,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:10,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1016f27f46b0006, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:10,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c206bad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:23:10,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7363c05c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:23:10,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:23:10,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ca419c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:23:10,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a4078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/hadoop.log.dir/,STOPPED} 2024-11-24T23:23:10,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:23:10,086 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:23:10,086 WARN [BP-1480296362-172.17.0.3-1732490567529 heartbeating to localhost/127.0.0.1:39453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:23:10,086 WARN [BP-1480296362-172.17.0.3-1732490567529 heartbeating to localhost/127.0.0.1:39453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1480296362-172.17.0.3-1732490567529 (Datanode Uuid 6f08eb25-b2e4-415d-a480-6cf98582fb8b) service to localhost/127.0.0.1:39453 2024-11-24T23:23:10,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/cluster_cbb2e6f4-915b-e64d-cfa9-e6bff136a8da/data/data1/current/BP-1480296362-172.17.0.3-1732490567529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:23:10,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/cluster_cbb2e6f4-915b-e64d-cfa9-e6bff136a8da/data/data2/current/BP-1480296362-172.17.0.3-1732490567529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:23:10,087 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:23:10,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b14f006{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:23:10,094 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a5204a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:23:10,094 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:23:10,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a0b0a92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:23:10,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4d0068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f96481c3-d450-cc4a-609b-5fae18261909/hadoop.log.dir/,STOPPED} 2024-11-24T23:23:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:23:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:23:10,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:23:10,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:10,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:10,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:10,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:10,109 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:23:10,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=512974399, stopped=false 2024-11-24T23:23:10,110 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,37421,1732490564769 2024-11-24T23:23:10,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11006371145/running 2024-11-24T23:23:10,119 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11006371145/running 2024-11-24T23:23:10,119 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:23:10,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:23:10,119 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:23:10,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:23:10,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:10,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:10,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Set watcher on znode that does not yet exist, /11006371145/running 2024-11-24T23:23:10,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,35625,1732490564941' ***** 2024-11-24T23:23:10,119 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:23:10,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Set watcher on znode that does not yet exist, /11006371145/running 2024-11-24T23:23:10,120 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:23:10,120 INFO [RS:0;ba7f32532130:35625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:23:10,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:23:10,120 INFO [RS:0;ba7f32532130:35625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:23:10,120 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(3091): Received CLOSE for 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:23:10,120 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,35625,1732490564941 2024-11-24T23:23:10,120 INFO [RS:0;ba7f32532130:35625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:23:10,120 INFO [RS:0;ba7f32532130:35625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:35625. 2024-11-24T23:23:10,120 DEBUG [RS:0;ba7f32532130:35625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:10,120 DEBUG [RS:0;ba7f32532130:35625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:10,120 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 851e6af37c5c0fb6638c9589c6333281, disabling compactions & flushes 2024-11-24T23:23:10,120 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. 2024-11-24T23:23:10,120 INFO [RS:0;ba7f32532130:35625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:23:10,121 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. 2024-11-24T23:23:10,121 INFO [RS:0;ba7f32532130:35625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:23:10,121 INFO [RS:0;ba7f32532130:35625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:23:10,121 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. after waiting 0 ms 2024-11-24T23:23:10,121 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. 2024-11-24T23:23:10,121 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:23:10,121 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T23:23:10,121 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1325): Online Regions={851e6af37c5c0fb6638c9589c6333281=test,,1732490575833.851e6af37c5c0fb6638c9589c6333281., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:23:10,121 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 851e6af37c5c0fb6638c9589c6333281 2024-11-24T23:23:10,121 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:23:10,121 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:23:10,121 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:23:10,121 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:23:10,121 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:23:10,121 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T23:23:10,124 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/default/test/851e6af37c5c0fb6638c9589c6333281/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T23:23:10,124 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:23:10,124 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:23:10,124 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. 2024-11-24T23:23:10,124 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 851e6af37c5c0fb6638c9589c6333281: Waiting for close lock at 1732490590120Running coprocessor pre-close hooks at 1732490590120Disabling compacts and flushes for region at 1732490590120Disabling writes for close at 1732490590121 (+1 ms)Writing region close event to WAL at 1732490590121Running coprocessor post-close hooks at 1732490590124 (+3 ms)Closed at 1732490590124 2024-11-24T23:23:10,124 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490575833.851e6af37c5c0fb6638c9589c6333281. 2024-11-24T23:23:10,137 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/.tmp/info/897d38e960e244e2a8371c163852d859 is 129, key is test,,1732490575833.851e6af37c5c0fb6638c9589c6333281./info:regioninfo/1732490576970/Put/seqid=0 2024-11-24T23:23:10,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741841_1017 (size=6421) 2024-11-24T23:23:10,214 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:23:10,321 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:10,521 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:10,540 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/.tmp/info/897d38e960e244e2a8371c163852d859 2024-11-24T23:23:10,556 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/.tmp/ns/17257905461a4ce4aec4039bf4571ddf is 43, key is default/ns:d/1732490567437/Put/seqid=0 2024-11-24T23:23:10,557 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:10,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741842_1018 (size=5153) 2024-11-24T23:23:10,721 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:10,796 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:23:10,796 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:23:10,921 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:10,959 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/.tmp/ns/17257905461a4ce4aec4039bf4571ddf 2024-11-24T23:23:10,975 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/.tmp/rep_barrier/ecec1f42fde74da5a3c05ec45f21811f is 112, key is test,,1732490575833.851e6af37c5c0fb6638c9589c6333281./rep_barrier:seqnumDuringOpen/1732490576970/Put/seqid=0 2024-11-24T23:23:10,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741843_1019 (size=5518) 2024-11-24T23:23:11,042 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:11,122 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:11,322 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:23:11,322 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:23:11,322 DEBUG [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:11,379 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/.tmp/rep_barrier/ecec1f42fde74da5a3c05ec45f21811f 2024-11-24T23:23:11,398 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/.tmp/table/87d8b6be75ff4f209c677e27d8ac99e8 is 40, key is test/table:state/1732490576976/Put/seqid=0 2024-11-24T23:23:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741844_1020 (size=5165) 2024-11-24T23:23:11,402 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/.tmp/table/87d8b6be75ff4f209c677e27d8ac99e8 2024-11-24T23:23:11,406 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/.tmp/info/897d38e960e244e2a8371c163852d859 as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/info/897d38e960e244e2a8371c163852d859 2024-11-24T23:23:11,410 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/info/897d38e960e244e2a8371c163852d859, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T23:23:11,410 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/.tmp/ns/17257905461a4ce4aec4039bf4571ddf as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/ns/17257905461a4ce4aec4039bf4571ddf 2024-11-24T23:23:11,414 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/ns/17257905461a4ce4aec4039bf4571ddf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T23:23:11,415 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/.tmp/rep_barrier/ecec1f42fde74da5a3c05ec45f21811f as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/rep_barrier/ecec1f42fde74da5a3c05ec45f21811f 2024-11-24T23:23:11,418 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/rep_barrier/ecec1f42fde74da5a3c05ec45f21811f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T23:23:11,418 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/.tmp/table/87d8b6be75ff4f209c677e27d8ac99e8 as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/table/87d8b6be75ff4f209c677e27d8ac99e8 2024-11-24T23:23:11,422 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/table/87d8b6be75ff4f209c677e27d8ac99e8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T23:23:11,423 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false 2024-11-24T23:23:11,423 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:23:11,426 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T23:23:11,427 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:23:11,427 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:23:11,427 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:23:11,427 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490590121Running coprocessor pre-close hooks at 1732490590121Disabling compacts and flushes for region at 1732490590121Disabling writes for close at 1732490590121Obtaining lock to block concurrent updates at 1732490590121Preparing flush snapshotting stores in 1588230740 at 1732490590121Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732490590121Flushing stores of hbase:meta,,1.1588230740 at 1732490590122 (+1 ms)Flushing 1588230740/info: creating writer at 1732490590122Flushing 1588230740/info: appending metadata at 1732490590136 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732490590136Flushing 1588230740/ns: creating writer at 1732490590543 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732490590555 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732490590555Flushing 1588230740/rep_barrier: creating writer at 1732490590962 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490590974 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490590975 (+1 ms)Flushing 1588230740/table: creating writer at 1732490591382 (+407 ms)Flushing 1588230740/table: appending metadata at 1732490591398 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732490591398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356ecd89: reopening flushed file at 1732490591405 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39fc6c61: reopening flushed file at 1732490591410 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f09872: reopening flushed file at 1732490591414 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347c854c: reopening flushed file at 1732490591418 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false at 1732490591423 (+5 ms)Writing region close event to WAL at 1732490591424 (+1 ms)Running coprocessor post-close hooks at 1732490591427 (+3 ms)Closed at 1732490591427 2024-11-24T23:23:11,427 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:23:11,522 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,35625,1732490564941; all regions closed. 2024-11-24T23:23:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741834_1010 (size=2717) 2024-11-24T23:23:11,525 DEBUG [RS:0;ba7f32532130:35625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/oldWALs 2024-11-24T23:23:11,525 INFO [RS:0;ba7f32532130:35625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C35625%2C1732490564941.meta:.meta(num 1732490567369) 2024-11-24T23:23:11,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741832_1008 (size=1374) 2024-11-24T23:23:11,528 DEBUG [RS:0;ba7f32532130:35625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/oldWALs 2024-11-24T23:23:11,528 INFO [RS:0;ba7f32532130:35625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C35625%2C1732490564941:(num 1732490566939) 2024-11-24T23:23:11,528 DEBUG [RS:0;ba7f32532130:35625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:11,528 INFO [RS:0;ba7f32532130:35625 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:23:11,528 INFO [RS:0;ba7f32532130:35625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:23:11,528 INFO [RS:0;ba7f32532130:35625 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:23:11,528 INFO [RS:0;ba7f32532130:35625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:23:11,528 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:23:11,529 INFO [RS:0;ba7f32532130:35625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:35625. 2024-11-24T23:23:11,529 DEBUG [RS:0;ba7f32532130:35625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:11,529 DEBUG [RS:0;ba7f32532130:35625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:11,529 DEBUG [RS:0;ba7f32532130:35625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:11,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:11,529 INFO [RS:0;ba7f32532130:35625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35625 2024-11-24T23:23:11,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145/rs 2024-11-24T23:23:11,540 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11006371145/rs/ba7f32532130,35625,1732490564941 2024-11-24T23:23:11,540 INFO [RS:0;ba7f32532130:35625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:23:11,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,35625,1732490564941] 2024-11-24T23:23:11,561 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11006371145/draining/ba7f32532130,35625,1732490564941 already deleted, retry=false 2024-11-24T23:23:11,561 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,35625,1732490564941 expired; onlineServers=0 2024-11-24T23:23:11,561 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,37421,1732490564769' ***** 2024-11-24T23:23:11,561 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:23:11,561 INFO [M:0;ba7f32532130:37421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:23:11,561 INFO [M:0;ba7f32532130:37421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:23:11,561 DEBUG [M:0;ba7f32532130:37421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:23:11,561 DEBUG [M:0;ba7f32532130:37421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:23:11,561 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490566598 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490566598,5,FailOnTimeoutGroup] 2024-11-24T23:23:11,561 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:23:11,561 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490566598 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490566598,5,FailOnTimeoutGroup] 2024-11-24T23:23:11,561 INFO [M:0;ba7f32532130:37421 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:23:11,561 INFO [M:0;ba7f32532130:37421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:23:11,561 DEBUG [M:0;ba7f32532130:37421 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:23:11,561 INFO [M:0;ba7f32532130:37421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:23:11,562 INFO [M:0;ba7f32532130:37421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:23:11,562 INFO [M:0;ba7f32532130:37421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:23:11,562 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:23:11,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11006371145/master 2024-11-24T23:23:11,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006371145 2024-11-24T23:23:11,571 DEBUG [M:0;ba7f32532130:37421 {}] zookeeper.ZKUtil(347): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Unable to get data of znode /11006371145/master because node does not exist (not an error) 2024-11-24T23:23:11,571 WARN [M:0;ba7f32532130:37421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:23:11,572 INFO [M:0;ba7f32532130:37421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/.lastflushedseqids 2024-11-24T23:23:11,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741845_1021 (size=173) 2024-11-24T23:23:11,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:23:11,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,650 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:11,650 INFO [RS:0;ba7f32532130:35625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:23:11,650 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35625-0x1016f27f46b0004, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:11,650 INFO [RS:0;ba7f32532130:35625 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,35625,1732490564941; zookeeper connection closed. 2024-11-24T23:23:11,651 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61644901 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61644901 2024-11-24T23:23:11,651 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:23:11,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:23:11,761 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:11,976 INFO [M:0;ba7f32532130:37421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:23:11,976 INFO [M:0;ba7f32532130:37421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:23:11,976 DEBUG [M:0;ba7f32532130:37421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:23:11,976 INFO [M:0;ba7f32532130:37421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:11,976 DEBUG [M:0;ba7f32532130:37421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:11,976 DEBUG [M:0;ba7f32532130:37421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:23:11,976 DEBUG [M:0;ba7f32532130:37421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:11,976 INFO [M:0;ba7f32532130:37421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-24T23:23:11,994 DEBUG [M:0;ba7f32532130:37421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/741effbde9284c519a023befbb2d7efe is 82, key is hbase:meta,,1/info:regioninfo/1732490567396/Put/seqid=0 2024-11-24T23:23:11,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741846_1022 (size=5672) 2024-11-24T23:23:12,245 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:12,397 INFO [M:0;ba7f32532130:37421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/741effbde9284c519a023befbb2d7efe 2024-11-24T23:23:12,416 DEBUG [M:0;ba7f32532130:37421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a6b051ad45443579ba365a4e194e353 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732490576979/Put/seqid=0 2024-11-24T23:23:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741847_1023 (size=6587) 2024-11-24T23:23:12,819 INFO [M:0;ba7f32532130:37421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a6b051ad45443579ba365a4e194e353 2024-11-24T23:23:12,838 DEBUG [M:0;ba7f32532130:37421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3197164cfa124c0d8f2fef8df773c01a is 69, key is ba7f32532130,35625,1732490564941/rs:state/1732490566730/Put/seqid=0 2024-11-24T23:23:12,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741848_1024 (size=5156) 2024-11-24T23:23:12,842 INFO [M:0;ba7f32532130:37421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3197164cfa124c0d8f2fef8df773c01a 2024-11-24T23:23:12,845 DEBUG [M:0;ba7f32532130:37421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/741effbde9284c519a023befbb2d7efe as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/741effbde9284c519a023befbb2d7efe 2024-11-24T23:23:12,852 INFO [M:0;ba7f32532130:37421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/741effbde9284c519a023befbb2d7efe, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T23:23:12,853 DEBUG [M:0;ba7f32532130:37421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a6b051ad45443579ba365a4e194e353 as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a6b051ad45443579ba365a4e194e353 2024-11-24T23:23:12,856 INFO [M:0;ba7f32532130:37421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a6b051ad45443579ba365a4e194e353, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T23:23:12,857 DEBUG [M:0;ba7f32532130:37421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3197164cfa124c0d8f2fef8df773c01a as hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3197164cfa124c0d8f2fef8df773c01a 2024-11-24T23:23:12,861 INFO [M:0;ba7f32532130:37421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34333/user/jenkins/test-data/dd607741-a166-2f67-edfa-296a7863674c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3197164cfa124c0d8f2fef8df773c01a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T23:23:12,862 INFO [M:0;ba7f32532130:37421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false 2024-11-24T23:23:12,863 INFO [M:0;ba7f32532130:37421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:12,863 DEBUG [M:0;ba7f32532130:37421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490591976Disabling compacts and flushes for region at 1732490591976Disabling writes for close at 1732490591976Obtaining lock to block concurrent updates at 1732490591976Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490591976Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732490591977 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490591977Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490591977Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490591993 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490591993Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490592401 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490592415 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490592415Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490592823 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490592838 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490592838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2427d3f8: reopening flushed file at 1732490592845 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a0d4c3: reopening flushed file at 1732490592853 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f053131: reopening flushed file at 1732490592857 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false at 1732490592862 (+5 ms)Writing region close event to WAL at 1732490592863 (+1 ms)Closed at 1732490592863 2024-11-24T23:23:12,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741830_1006 (size=32782) 2024-11-24T23:23:12,865 INFO [M:0;ba7f32532130:37421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:23:12,865 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:23:12,865 INFO [M:0;ba7f32532130:37421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37421 2024-11-24T23:23:12,866 INFO [M:0;ba7f32532130:37421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:23:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:13,019 INFO [M:0;ba7f32532130:37421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:23:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1016f27f46b0003, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:13,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@445be983{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:23:13,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e134a3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:23:13,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:23:13,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@691721b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:23:13,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@501795a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/hadoop.log.dir/,STOPPED} 2024-11-24T23:23:13,022 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:23:13,022 WARN [BP-828778478-172.17.0.3-1732490562535 heartbeating to localhost/127.0.0.1:34333 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:23:13,022 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:23:13,022 WARN [BP-828778478-172.17.0.3-1732490562535 heartbeating to localhost/127.0.0.1:34333 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-828778478-172.17.0.3-1732490562535 (Datanode Uuid ee9a99bc-9d33-4fd7-ab7d-6b38885bfee2) service to localhost/127.0.0.1:34333 2024-11-24T23:23:13,022 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/cluster_e1ed7d1c-98a2-f261-11a9-a6cdb358f867/data/data1/current/BP-828778478-172.17.0.3-1732490562535 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:23:13,023 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/cluster_e1ed7d1c-98a2-f261-11a9-a6cdb358f867/data/data2/current/BP-828778478-172.17.0.3-1732490562535 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:23:13,023 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:23:13,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f321988{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:23:13,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4072b391{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:23:13,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:23:13,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c7ad3e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:23:13,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70764eb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/441533ab-6b92-d649-2b72-c1b9318507d7/hadoop.log.dir/,STOPPED} 2024-11-24T23:23:13,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:23:13,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:23:13,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:23:13,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:13,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:13,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:13,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:13,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:23:13,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=237681573, stopped=false 2024-11-24T23:23:13,040 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,43381,1732490559712 2024-11-24T23:23:13,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01071376672/running 2024-11-24T23:23:13,051 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:23:13,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01071376672/running 2024-11-24T23:23:13,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:23:13,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:23:13,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:23:13,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:13,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:13,052 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,40769,1732490559902' ***** 2024-11-24T23:23:13,052 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:23:13,052 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:23:13,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Set watcher on znode that does not yet exist, /01071376672/running 2024-11-24T23:23:13,052 INFO [RS:0;ba7f32532130:40769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:23:13,052 INFO [RS:0;ba7f32532130:40769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:23:13,052 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(3091): Received CLOSE for 507804e1ef001dffa8371f4f1d05d086 2024-11-24T23:23:13,053 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:23:13,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Set watcher on znode that does not yet exist, /01071376672/running 2024-11-24T23:23:13,053 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:13,053 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,40769,1732490559902 2024-11-24T23:23:13,053 INFO [RS:0;ba7f32532130:40769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:23:13,053 INFO [RS:0;ba7f32532130:40769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:40769. 2024-11-24T23:23:13,053 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 507804e1ef001dffa8371f4f1d05d086, disabling compactions & flushes 2024-11-24T23:23:13,053 DEBUG [RS:0;ba7f32532130:40769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:13,053 DEBUG [RS:0;ba7f32532130:40769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:13,053 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. 2024-11-24T23:23:13,053 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. 2024-11-24T23:23:13,053 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. after waiting 0 ms 2024-11-24T23:23:13,053 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. 2024-11-24T23:23:13,053 INFO [RS:0;ba7f32532130:40769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:23:13,053 INFO [RS:0;ba7f32532130:40769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:23:13,053 INFO [RS:0;ba7f32532130:40769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:23:13,053 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:23:13,055 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T23:23:13,055 DEBUG [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1325): Online Regions={507804e1ef001dffa8371f4f1d05d086=test,,1732490573678.507804e1ef001dffa8371f4f1d05d086., 8a0b739be520b5d8dc3a3f438a37502f=hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:23:13,055 DEBUG [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 507804e1ef001dffa8371f4f1d05d086, 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:13,055 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:23:13,055 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:23:13,055 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:23:13,055 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:23:13,055 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:23:13,055 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T23:23:13,057 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/default/test/507804e1ef001dffa8371f4f1d05d086/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T23:23:13,058 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:23:13,058 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T23:23:13,058 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. 2024-11-24T23:23:13,058 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 507804e1ef001dffa8371f4f1d05d086: Waiting for close lock at 1732490593053Running coprocessor pre-close hooks at 1732490593053Disabling compacts and flushes for region at 1732490593053Disabling writes for close at 1732490593053Writing region close event to WAL at 1732490593055 (+2 ms)Running coprocessor post-close hooks at 1732490593058 (+3 ms)Closed at 1732490593058 2024-11-24T23:23:13,058 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732490573678.507804e1ef001dffa8371f4f1d05d086. 2024-11-24T23:23:13,058 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a0b739be520b5d8dc3a3f438a37502f, disabling compactions & flushes 2024-11-24T23:23:13,058 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. 2024-11-24T23:23:13,058 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. 2024-11-24T23:23:13,058 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. after waiting 0 ms 2024-11-24T23:23:13,058 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. 2024-11-24T23:23:13,058 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a0b739be520b5d8dc3a3f438a37502f 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-24T23:23:13,064 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:13,067 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:23:13,068 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 688, reset compression=false 2024-11-24T23:23:13,068 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ba7f32532130,40769,1732490559902 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:23:13,068 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ba7f32532130,40769,1732490559902: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-ba7f32532130,40769,1732490559902, walGroup=ba7f32532130%2C40769%2C1732490559902, offset=ba7f32532130%2C40769%2C1732490559902.1732490582781:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T23:23:13,069 ERROR [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:23:13,069 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:23:13,069 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:23:13,069 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:23:13,070 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:23:13,070 INFO [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1635778560, "init": 1048576000, "max": 2306867200, "used": 1087247840 }, "NonHeapMemoryUsage": { "committed": 212271104, "init": 7667712, "max": -1, "used": 209217568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T23:23:13,070 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T23:23:13,074 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/.tmp/info/ab8fb679bf18494592176dc714742631 is 147, key is hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f./info:regioninfo/1732490580919/Put/seqid=0 2024-11-24T23:23:13,075 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:23:13,076 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f/.tmp/hfileref/f04a35f594ac4f8cb77653b4de9e1cf6 is 74, key is 1/hfileref:3d42a40b47ce471bb6a9bfc5e2c5ba8c_SeqId_4_/1732490582613/DeleteColumn/seqid=0 2024-11-24T23:23:13,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741847_1023 (size=7686) 2024-11-24T23:23:13,077 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/.tmp/info/ab8fb679bf18494592176dc714742631 2024-11-24T23:23:13,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741848_1024 (size=5489) 2024-11-24T23:23:13,099 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/.tmp/ns/66328ffef4584cada0cb9c4960763877 is 43, key is default/ns:d/1732490562362/Put/seqid=0 2024-11-24T23:23:13,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741849_1025 (size=5153) 2024-11-24T23:23:13,225 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:23:13,225 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:23:13,255 DEBUG [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:13,272 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 688, reset compression=false 2024-11-24T23:23:13,455 DEBUG [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a0b739be520b5d8dc3a3f438a37502f 2024-11-24T23:23:13,486 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f/.tmp/hfileref/f04a35f594ac4f8cb77653b4de9e1cf6 2024-11-24T23:23:13,503 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/.tmp/ns/66328ffef4584cada0cb9c4960763877 2024-11-24T23:23:13,505 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f/.tmp/queue/b5991c094bba4a3d9a67391c9f78bfd7 is 153, key is 1-ba7f32532130,40769,1732490559902/queue:ba7f32532130%2C40769%2C1732490559902/1732490585371/Put/seqid=0 2024-11-24T23:23:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741850_1026 (size=5504) 2024-11-24T23:23:13,511 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f/.tmp/queue/b5991c094bba4a3d9a67391c9f78bfd7 2024-11-24T23:23:13,515 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f/.tmp/hfileref/f04a35f594ac4f8cb77653b4de9e1cf6 as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f/hfileref/f04a35f594ac4f8cb77653b4de9e1cf6 2024-11-24T23:23:13,518 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f/hfileref/f04a35f594ac4f8cb77653b4de9e1cf6, entries=6, sequenceid=17, filesize=5.4 K 2024-11-24T23:23:13,519 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f/.tmp/queue/b5991c094bba4a3d9a67391c9f78bfd7 as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f/queue/b5991c094bba4a3d9a67391c9f78bfd7 2024-11-24T23:23:13,521 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/.tmp/rep_barrier/d2f61e5df8204605be63f10f9b47d698 is 112, key is test,,1732490573678.507804e1ef001dffa8371f4f1d05d086./rep_barrier:seqnumDuringOpen/1732490574821/Put/seqid=0 2024-11-24T23:23:13,522 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f/queue/b5991c094bba4a3d9a67391c9f78bfd7, entries=2, sequenceid=17, filesize=5.4 K 2024-11-24T23:23:13,523 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 8a0b739be520b5d8dc3a3f438a37502f in 465ms, sequenceid=17, compaction requested=false 2024-11-24T23:23:13,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741851_1027 (size=5518) 2024-11-24T23:23:13,526 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/replication/8a0b739be520b5d8dc3a3f438a37502f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-24T23:23:13,526 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:23:13,526 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:23:13,526 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. 2024-11-24T23:23:13,526 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a0b739be520b5d8dc3a3f438a37502f: Waiting for close lock at 1732490593058Running coprocessor pre-close hooks at 1732490593058Disabling compacts and flushes for region at 1732490593058Disabling writes for close at 1732490593058Obtaining lock to block concurrent updates at 1732490593058Preparing flush snapshotting stores in 8a0b739be520b5d8dc3a3f438a37502f at 1732490593058Finished memstore snapshotting hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732490593059 (+1 ms)Flushing stores of hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. at 1732490593059Flushing 8a0b739be520b5d8dc3a3f438a37502f/hfileref: creating writer at 1732490593059Flushing 8a0b739be520b5d8dc3a3f438a37502f/hfileref: appending metadata at 1732490593075 (+16 ms)Flushing 8a0b739be520b5d8dc3a3f438a37502f/hfileref: closing flushed file at 1732490593075Flushing 8a0b739be520b5d8dc3a3f438a37502f/queue: creating writer at 1732490593489 (+414 ms)Flushing 8a0b739be520b5d8dc3a3f438a37502f/queue: appending metadata at 1732490593505 (+16 ms)Flushing 8a0b739be520b5d8dc3a3f438a37502f/queue: closing flushed file at 1732490593505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d21d1a0: reopening flushed file at 1732490593515 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eeaf4f9: reopening flushed file at 1732490593518 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 8a0b739be520b5d8dc3a3f438a37502f in 465ms, sequenceid=17, compaction requested=false at 1732490593523 (+5 ms)Writing region close event to WAL at 1732490593524 (+1 ms)Running coprocessor post-close hooks at 1732490593526 (+2 ms)Closed at 1732490593526 2024-11-24T23:23:13,526 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732490580149.8a0b739be520b5d8dc3a3f438a37502f. 2024-11-24T23:23:13,548 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 393, reset compression=false 2024-11-24T23:23:13,552 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T23:23:13,552 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 688, reset compression=false 2024-11-24T23:23:13,552 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ba7f32532130,40769,1732490559902 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T23:23:13,552 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-24T23:23:13,576 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 688, reset compression=false 2024-11-24T23:23:13,655 DEBUG [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:13,755 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 688, reset compression=false 2024-11-24T23:23:13,855 DEBUG [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:23:13,924 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/.tmp/rep_barrier/d2f61e5df8204605be63f10f9b47d698 2024-11-24T23:23:13,940 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/.tmp/table/b5d2ffd418914803bf49b9bd0145a919 is 53, key is hbase:replication/table:state/1732490580925/Put/seqid=0 2024-11-24T23:23:13,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741852_1028 (size=5308) 2024-11-24T23:23:13,943 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/.tmp/table/b5d2ffd418914803bf49b9bd0145a919 2024-11-24T23:23:13,946 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/.tmp/info/ab8fb679bf18494592176dc714742631 as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/info/ab8fb679bf18494592176dc714742631 2024-11-24T23:23:13,949 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/info/ab8fb679bf18494592176dc714742631, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T23:23:13,950 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/.tmp/ns/66328ffef4584cada0cb9c4960763877 as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/ns/66328ffef4584cada0cb9c4960763877 2024-11-24T23:23:13,952 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/ns/66328ffef4584cada0cb9c4960763877, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T23:23:13,953 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/.tmp/rep_barrier/d2f61e5df8204605be63f10f9b47d698 as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/rep_barrier/d2f61e5df8204605be63f10f9b47d698 2024-11-24T23:23:13,956 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/rep_barrier/d2f61e5df8204605be63f10f9b47d698, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T23:23:13,957 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/.tmp/table/b5d2ffd418914803bf49b9bd0145a919 as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/table/b5d2ffd418914803bf49b9bd0145a919 2024-11-24T23:23:13,960 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/table/b5d2ffd418914803bf49b9bd0145a919, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T23:23:13,961 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 906ms, sequenceid=16, compaction requested=false 2024-11-24T23:23:13,961 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:23:13,967 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T23:23:13,967 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T23:23:13,967 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:23:13,967 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:23:13,967 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490593055Running coprocessor pre-close hooks at 1732490593055Disabling compacts and flushes for region at 1732490593055Disabling writes for close at 1732490593055Obtaining lock to block concurrent updates at 1732490593056 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732490593056Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732490593056Flushing stores of hbase:meta,,1.1588230740 at 1732490593056Flushing 1588230740/info: creating writer at 1732490593056Flushing 1588230740/info: appending metadata at 1732490593073 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732490593073Flushing 1588230740/ns: creating writer at 1732490593080 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732490593099 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732490593099Flushing 1588230740/rep_barrier: creating writer at 1732490593506 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490593520 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490593520Flushing 1588230740/table: creating writer at 1732490593928 (+408 ms)Flushing 1588230740/table: appending metadata at 1732490593940 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732490593940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670b69d2: reopening flushed file at 1732490593946 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f8394d: reopening flushed file at 1732490593949 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72900c18: reopening flushed file at 1732490593953 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1142bd19: reopening flushed file at 1732490593956 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 906ms, sequenceid=16, compaction requested=false at 1732490593961 (+5 ms)Writing region close event to WAL at 1732490593964 (+3 ms)Running coprocessor post-close hooks at 1732490593967 (+3 ms)Closed at 1732490593967 2024-11-24T23:23:13,967 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:23:13,979 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 688, reset compression=false 2024-11-24T23:23:14,056 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,40769,1732490559902; all regions closed. 2024-11-24T23:23:14,058 DEBUG [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 to pos 688, reset compression=false 2024-11-24T23:23:14,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741843_1019 (size=859) 2024-11-24T23:23:14,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741844_1020 (size=2791) 2024-11-24T23:23:14,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741842_1018 (size=696) 2024-11-24T23:23:14,065 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/WALs/ba7f32532130,40769,1732490559902/ba7f32532130%2C40769%2C1732490559902.1732490582781 not finished, retry = 0 2024-11-24T23:23:14,166 DEBUG [RS:0;ba7f32532130:40769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:14,166 INFO [RS:0;ba7f32532130:40769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:23:14,166 INFO [RS:0;ba7f32532130:40769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:23:14,166 INFO [RS:0;ba7f32532130:40769 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:23:14,166 INFO [RS:0;ba7f32532130:40769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:23:14,166 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:23:14,166 INFO [RS:0;ba7f32532130:40769 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ba7f32532130,40769,1732490559902 because: Region server is closing 2024-11-24T23:23:14,167 INFO [RS:0;ba7f32532130:40769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:40769. 2024-11-24T23:23:14,167 DEBUG [RS:0;ba7f32532130:40769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:14,167 DEBUG [RS:0;ba7f32532130:40769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:14,167 DEBUG [RS:0;ba7f32532130:40769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:14,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:14,267 INFO [RS:0;ba7f32532130:40769 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 terminated 2024-11-24T23:23:14,267 INFO [RS:0;ba7f32532130:40769 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ba7f32532130,40769,1732490559902 because: Region server is closing 2024-11-24T23:23:14,267 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,1-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,1-ba7f32532130,40769,1732490559902 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T23:23:14,268 INFO [RS:0;ba7f32532130:40769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:40769. 2024-11-24T23:23:14,268 DEBUG [RS:0;ba7f32532130:40769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:14,268 DEBUG [RS:0;ba7f32532130:40769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:14,268 DEBUG [RS:0;ba7f32532130:40769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:14,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:23:14,368 INFO [RS:0;ba7f32532130:40769 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.shipperba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 terminated 2024-11-24T23:23:14,368 WARN [RS_REFRESH_PEER-regionserver/ba7f32532130:0-0.replicationSource,2-ba7f32532130,40769,1732490559902.replicationSource.wal-reader.ba7f32532130%2C40769%2C1732490559902,2-ba7f32532130,40769,1732490559902 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T23:23:14,368 INFO [RS:0;ba7f32532130:40769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40769 2024-11-24T23:23:14,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672/rs 2024-11-24T23:23:14,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01071376672/rs/ba7f32532130,40769,1732490559902 2024-11-24T23:23:14,413 INFO [RS:0;ba7f32532130:40769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:23:14,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,40769,1732490559902] 2024-11-24T23:23:14,434 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01071376672/draining/ba7f32532130,40769,1732490559902 already deleted, retry=false 2024-11-24T23:23:14,434 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,40769,1732490559902 expired; onlineServers=0 2024-11-24T23:23:14,434 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,43381,1732490559712' ***** 2024-11-24T23:23:14,434 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:23:14,434 INFO [M:0;ba7f32532130:43381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:23:14,435 INFO [M:0;ba7f32532130:43381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:23:14,435 DEBUG [M:0;ba7f32532130:43381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:23:14,435 DEBUG [M:0;ba7f32532130:43381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:23:14,435 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:23:14,435 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490561100 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490561100,5,FailOnTimeoutGroup] 2024-11-24T23:23:14,435 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490561097 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490561097,5,FailOnTimeoutGroup] 2024-11-24T23:23:14,435 INFO [M:0;ba7f32532130:43381 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:23:14,435 INFO [M:0;ba7f32532130:43381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:23:14,435 DEBUG [M:0;ba7f32532130:43381 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:23:14,435 INFO [M:0;ba7f32532130:43381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:23:14,435 INFO [M:0;ba7f32532130:43381 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:23:14,435 ERROR [M:0;ba7f32532130:43381 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:35663 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35663,5,PEWorkerGroup] 2024-11-24T23:23:14,435 INFO [M:0;ba7f32532130:43381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:23:14,435 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:23:14,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01071376672/master 2024-11-24T23:23:14,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01071376672 2024-11-24T23:23:14,445 DEBUG [M:0;ba7f32532130:43381 {}] zookeeper.ZKUtil(347): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Unable to get data of znode /01071376672/master because node does not exist (not an error) 2024-11-24T23:23:14,445 WARN [M:0;ba7f32532130:43381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:23:14,445 INFO [M:0;ba7f32532130:43381 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/.lastflushedseqids 2024-11-24T23:23:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741853_1029 (size=263) 2024-11-24T23:23:14,524 INFO [RS:0;ba7f32532130:40769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:23:14,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:14,524 INFO [RS:0;ba7f32532130:40769 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,40769,1732490559902; zookeeper connection closed. 2024-11-24T23:23:14,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x1016f27f46b0001, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:14,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@752efba1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@752efba1 2024-11-24T23:23:14,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:23:14,849 INFO [M:0;ba7f32532130:43381 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:23:14,849 INFO [M:0;ba7f32532130:43381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:23:14,849 DEBUG [M:0;ba7f32532130:43381 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:23:14,850 INFO [M:0;ba7f32532130:43381 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:14,850 DEBUG [M:0;ba7f32532130:43381 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:14,850 DEBUG [M:0;ba7f32532130:43381 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:23:14,850 DEBUG [M:0;ba7f32532130:43381 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:14,850 INFO [M:0;ba7f32532130:43381 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-24T23:23:14,866 DEBUG [M:0;ba7f32532130:43381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86180af29abd40819bb90136e8237cf6 is 82, key is hbase:meta,,1/info:regioninfo/1732490562317/Put/seqid=0 2024-11-24T23:23:14,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741854_1030 (size=5672) 2024-11-24T23:23:14,869 INFO [M:0;ba7f32532130:43381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86180af29abd40819bb90136e8237cf6 2024-11-24T23:23:14,885 DEBUG [M:0;ba7f32532130:43381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4a1c252f67a427d8d6522035d714eec is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732490574830/Put/seqid=0 2024-11-24T23:23:14,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741855_1031 (size=7610) 2024-11-24T23:23:15,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:23:15,042 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:23:15,042 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169060 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ba7f32532130,37515,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T23:23:15,288 INFO [M:0;ba7f32532130:43381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4a1c252f67a427d8d6522035d714eec 2024-11-24T23:23:15,291 INFO [M:0;ba7f32532130:43381 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4a1c252f67a427d8d6522035d714eec 2024-11-24T23:23:15,305 DEBUG [M:0;ba7f32532130:43381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44af1c1dfe3c475ab555e760b34524e4 is 69, key is ba7f32532130,40769,1732490559902/rs:state/1732490561194/Put/seqid=0 2024-11-24T23:23:15,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741856_1032 (size=5156) 2024-11-24T23:23:15,708 INFO [M:0;ba7f32532130:43381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44af1c1dfe3c475ab555e760b34524e4 2024-11-24T23:23:15,714 DEBUG [M:0;ba7f32532130:43381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86180af29abd40819bb90136e8237cf6 as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86180af29abd40819bb90136e8237cf6 2024-11-24T23:23:15,718 INFO [M:0;ba7f32532130:43381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86180af29abd40819bb90136e8237cf6, entries=8, sequenceid=121, filesize=5.5 K 2024-11-24T23:23:15,719 DEBUG [M:0;ba7f32532130:43381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4a1c252f67a427d8d6522035d714eec as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4a1c252f67a427d8d6522035d714eec 2024-11-24T23:23:15,723 INFO [M:0;ba7f32532130:43381 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4a1c252f67a427d8d6522035d714eec 2024-11-24T23:23:15,723 INFO [M:0;ba7f32532130:43381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4a1c252f67a427d8d6522035d714eec, entries=13, sequenceid=121, filesize=7.4 K 2024-11-24T23:23:15,723 DEBUG [M:0;ba7f32532130:43381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44af1c1dfe3c475ab555e760b34524e4 as hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44af1c1dfe3c475ab555e760b34524e4 2024-11-24T23:23:15,727 INFO [M:0;ba7f32532130:43381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35663/user/jenkins/test-data/3a2439f7-7424-c7f9-359b-9119c7a00c83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44af1c1dfe3c475ab555e760b34524e4, entries=1, sequenceid=121, filesize=5.0 K 2024-11-24T23:23:15,728 INFO [M:0;ba7f32532130:43381 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=121, compaction requested=false 2024-11-24T23:23:15,729 INFO [M:0;ba7f32532130:43381 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:15,729 DEBUG [M:0;ba7f32532130:43381 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490594849Disabling compacts and flushes for region at 1732490594849Disabling writes for close at 1732490594850 (+1 ms)Obtaining lock to block concurrent updates at 1732490594850Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490594850Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1732490594850Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490594851 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490594851Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490594866 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490594866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490594872 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490594884 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490594884Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490595292 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490595304 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490595304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c930d2e: reopening flushed file at 1732490595713 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@164afcc3: reopening flushed file at 1732490595718 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b1ba936: reopening flushed file at 1732490595723 (+5 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=121, compaction requested=false at 1732490595728 (+5 ms)Writing region close event to WAL at 1732490595729 (+1 ms)Closed at 1732490595729 2024-11-24T23:23:15,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741830_1006 (size=69920) 2024-11-24T23:23:15,732 INFO [M:0;ba7f32532130:43381 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:23:15,732 INFO [M:0;ba7f32532130:43381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43381 2024-11-24T23:23:15,732 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:23:15,732 INFO [M:0;ba7f32532130:43381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:23:15,840 INFO [M:0;ba7f32532130:43381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:23:15,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:15,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1016f27f46b0000, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:15,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13381d77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:23:15,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17e1c64d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:23:15,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:23:15,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12902795{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:23:15,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e56b7d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/hadoop.log.dir/,STOPPED} 2024-11-24T23:23:15,843 WARN [BP-1586132012-172.17.0.3-1732490557663 heartbeating to localhost/127.0.0.1:35663 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:23:15,843 WARN [BP-1586132012-172.17.0.3-1732490557663 heartbeating to localhost/127.0.0.1:35663 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1586132012-172.17.0.3-1732490557663 (Datanode Uuid 070846ee-9c0b-490c-a0ed-17b3c7fad3f4) service to localhost/127.0.0.1:35663 2024-11-24T23:23:15,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/cluster_a4950f18-bf6e-3b46-094b-6b28e6193534/data/data1/current/BP-1586132012-172.17.0.3-1732490557663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:23:15,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/cluster_a4950f18-bf6e-3b46-094b-6b28e6193534/data/data2/current/BP-1586132012-172.17.0.3-1732490557663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:23:15,844 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:23:15,844 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:23:15,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:23:15,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a3b88d1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:23:15,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7761ac3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:23:15,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:23:15,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39b9f514{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:23:15,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b8106ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b4f64da-cb10-4c2d-ba79-c671241d14f1/hadoop.log.dir/,STOPPED} 2024-11-24T23:23:15,854 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:23:15,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:23:15,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=590 (was 531) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64208) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35663 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:34333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64208) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34333 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64208) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39453 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34333 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34333 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=971 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 440) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6125 (was 6301) 2024-11-24T23:23:15,879 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=590 is superior to 500 2024-11-24T23:23:15,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016f27f46b0008, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:23:15,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016f27f46b0002, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:23:15,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016f27f46b0002, quorum=127.0.0.1:64208, baseZNode=/01071376672 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:23:15,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016f27f46b0008, quorum=127.0.0.1:64208, baseZNode=/21973954937 Received Disconnected from ZooKeeper, ignoring 2024-11-24T23:23:15,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016f27f46b0005, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T23:23:15,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016f27f46b0005, quorum=127.0.0.1:64208, baseZNode=/11006371145 Received Disconnected from ZooKeeper, ignoring